{"msg":"Running step start_crdb","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:07.833649917Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:07.834638059Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpN8eglp","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:07.86474674Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f461124a98056419fba2953c5624e400ba8e0bb0fca9861773c7ac3b042aeea6.tar) to storage directory (/var/tmp/omicron_tmp/.tmpN8eglp/data)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:07.864812307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpN8eglp/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpN8eglp/listen-url","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:07.894821933Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01J9SJYMATCRAF4F3QS7FBKSKS BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.80.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f461124a98056419fba2953c5624e400ba8e0bb0fca9861773c7ac3b042aeea6.tar GITHUB_BRANCH=clickhouse-inventory-collection GITHUB_REF=refs/heads/clickhouse-inventory-collection GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=632346210ca646c818d7aa831a111e033a94b92c GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/blake3-4218a6ab0b0476c1/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-d34656e55e92aa96/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-7ea674a883d240a2/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-314f9daab8629853/out:/work/oxidecomputer/omicron/target/debug/build/ring-e8b5c01317fe1661/out:/work/oxidecomputer/omicron/target/debug/build/tofino-6de7e40dbd3c8cd7/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.80.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.80.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/blake3-4218a6ab0b0476c1/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-d34656e55e92aa96/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-7ea674a883d240a2/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-314f9daab8629853/out:/work/oxidecomputer/omicron/target/debug/build/ring-e8b5c01317fe1661/out:/work/oxidecomputer/omicron/target/debug/build/tofino-6de7e40dbd3c8cd7/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.80.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.80.1-x86_64-unknown-illumos/lib NEXTEST_RUN_ID=b2c3cc9f-c5f1-4193-a632-20d8708574c8 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-9dedaa07c0981ee9/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.80.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1 __NEXTEST_ORIGINAL_CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:07.895282411Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach pid: 17845","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:09.588976163Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"cockroach listen URL: postgresql://root@[::1]:37539/omicron?sslmode=disable","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:09.589081858Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_clickhouse","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:09.589952277Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:09.590023863Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.127806344Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.127921138Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.262342984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.262463929Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.4005335Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.400589348Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.476570977Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.476686931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.533062307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.533193011Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"mgd port is 52872","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.642398382Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.642527496Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.642563174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"mgd port is 51431","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.78096214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step record_switch_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.781097214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.781138782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"Running step start_internal_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:10.78118502Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:10.781411789Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpYzki5G"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:10.964139427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:10.993834108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:10.994088215Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:42429"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.006268933Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.01387214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.015211996Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.016531103Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.016716494Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.016877597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpDgJupa"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.028371677Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.028425874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.028493171Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:56520"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.028721771Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.028780588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.028815546Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.029601058Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.029896174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:11.029941042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"setting up nexus server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.030691756Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032640083Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032686131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.03271906Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032851623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032885321Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.03291708Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032942229Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032972297Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.032997286Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033028745Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033054803Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033082422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033110251Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033135269Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.033513482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.03416196Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034217908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034245056Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034274235Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034304544Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034330292Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.03439252Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034427198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034460766Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034486585Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034514784Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034540142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034567781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034609969Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034641248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034686405Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034724764Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034772371Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034818619Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034856927Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034886576Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034927414Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.034964582Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040693998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040757195Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040790394Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040829452Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040859131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040889699Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040915108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040942416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040969895Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.040994794Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041029052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041165156Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041212854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041239312Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041268051Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.041532468Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:42429","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.072650361Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"new DNS resolver","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.072740447Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","addresses":"[[::1]:42429]"} {"msg":"Setting up qorb pool from a single host","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.072971506Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:37539/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 37539,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n },\n}"} {"msg":"Database schema version is up to date","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:11.163620214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"desired_version":"109.0.0","found_version":"109.0.0","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131057102Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/artifacts/{kind}/{name}/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131227464Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131282042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131338449Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131413865Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131465363Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.13151672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131558638Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131608076Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131649584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131688682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.13173764Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131778548Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131818336Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131865814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131905762Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.13194475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.131992608Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132033386Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132074804Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132123711Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132171509Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132204327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132260565Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132311632Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132344701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132392078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132440116Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132472725Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132518792Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.13256618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132599159Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132646206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132694844Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132728562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.13277597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132824478Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132857696Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132904174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.132951932Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.13298468Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.133029828Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"SEC running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.133061906Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"sec_id":"27a30890-1d54-4f44-a3d7-69db124bae0d","component":"SEC","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.133469977Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.133646998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.138963324Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.139163515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.140271552Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.140350078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.14281308Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 5 built-in users","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.165872478Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.165981153Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.166061169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.183897747Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.184114007Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.184180104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.184226041Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.185107489Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.237249918Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.237329214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.237378041Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.23971482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.239777907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.239824075Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.239873422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.240323241Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.62181284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.62452424Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.625886375Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.630445398Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.630797121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.631166623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.631514417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.632592415Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.730345304Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.730688647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.73083222Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.731813664Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.767425931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.767522837Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.770862067Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.770924864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.771175782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.771241909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.771792193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.776732406Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.776822042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.776881139Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.776927807Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.777821834Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.781437381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.781593544Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.781718528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.782498251Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.831425893Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.849655162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.850020884Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.850206165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.850337219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.850454083Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.85136735Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.859682482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.859783857Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.859827806Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.860975841Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.863334328Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.870279376Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.870376701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.870429099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.870972273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:12.915039697Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.915737554Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.91580998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.953238092Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.953333547Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.953380415Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.953429613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.954380387Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.9737896Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.973961011Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.97754909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.990501621Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.990597586Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.990653954Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.990710451Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.991539071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.997686887Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:12.997770503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.997807412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:12.998520608Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.037104554Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.037436278Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.037592031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.038404992Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.040985368Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.058710391Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.058914341Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.05915498Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.059280074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.059385639Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.059483674Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.060116274Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.06941927Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.069695446Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.070029141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.070824712Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.072712082Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.072827447Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.072931162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.073610819Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.085458383Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.097546326Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.104520582Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.104659606Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.105538184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.140636136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.140821447Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.140878305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.140924033Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.142267238Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.148403315Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.148480052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.148537599Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.149147789Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.151948176Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.152018152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.152079669Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.158815998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.160668499Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.180766938Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.180905092Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.180961199Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.183002052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.191180661Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.191248908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.192049379Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.20876834Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.209141033Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.210090597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.224503588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.224579935Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.224627942Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.2246711Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.225233084Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.228636371Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.228696448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.228737326Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.22927961Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.235189218Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.235369309Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.235423327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.235890034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.239175947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.252778227Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.252837445Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.25292453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.253516012Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.32595611Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.326036736Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.326079594Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.326118083Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.350055679Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.352169518Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.352224535Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.352258193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.352816167Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.358165181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.358265336Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.358359142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.359156354Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.366212916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.378472781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.378605894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.378717919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.379543399Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.472119095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.472307957Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.472462909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.472581613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.473519328Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.47808864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.478202605Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.478313179Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.479037085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.48205908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.482126907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.482168725Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.482730618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.490764184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.499171783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.499293017Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.499411341Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.500024782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.507968152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.508034089Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.508085917Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.508737066Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.524010926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.524169958Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.524799998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.540203152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.540272029Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.541038892Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.568313338Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.568397034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.568442812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.56848063Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.569101051Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.577168815Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.577245612Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.57728142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.577960288Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.584075885Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.584147152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.58418503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.584800611Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.586590635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.594090407Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.594330675Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.594464329Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.594595623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.594700708Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.594806443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.595475811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.60470104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.604778346Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.604825454Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.605660454Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.613243042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.613320428Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.613361136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.614095631Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.620296125Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.641268682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.661355772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.661525884Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.662374154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.692457636Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.692537122Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.69258157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.692621798Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.69320496Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.700085772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.700167428Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.700210075Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.701343291Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.726914629Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.727001875Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.727053543Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.728034516Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.731425164Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.739369584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.73945053Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.739491378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.74009456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:13.963238896Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.963308342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:13.963345451Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.963387459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:13.977862247Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.009993991Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.010069448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.0108536Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.018508824Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.018580541Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.020343237Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.025962338Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.026041864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.026086742Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.026126771Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.026923782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.035210256Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.035747531Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.035889464Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.037740736Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.044359259Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.044432636Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.044475354Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.045453147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.050221529Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.058300533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.058418617Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.058455175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.058490284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.059060717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.077351623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.077455087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.077499965Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.077539494Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.078212081Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.088242222Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.088316459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.088359517Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.088993856Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.098509832Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.098587468Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.098636695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.100113335Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.175999698Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.184136709Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.192603395Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.192676801Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.206692682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.297790078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.297857805Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.298547342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.303157152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.303232788Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.303278316Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.304109036Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.304166544Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.305624584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.305725529Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.305773557Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.306258164Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.307859197Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.307909255Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.307946493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.308449599Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.310426085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.320158949Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.320262424Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.320319862Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.320822768Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.330834539Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.330906466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.334285204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.337386376Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.337460522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.337532329Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.337576167Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.338242175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.340116615Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.340180592Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.340244169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.34086481Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.343507324Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.343566341Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.343604229Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.344553574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.349558894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.357063706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.366614509Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.366735323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.36742903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.445583935Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.445651842Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.4467347Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.477257382Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.477344558Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.477390915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.477431774Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.478324021Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.483716663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.48378894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.483832958Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.484591722Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.52522964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.525310326Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.525347484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.526020142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.556366432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.564960291Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.565095514Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.565140142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.565986482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.597811661Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.597886327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.598788314Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.629692668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.629775264Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.629819601Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.629860979Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.631183896Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.635662052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.635737159Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.635777217Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.636380808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.639756176Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.639825953Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.639863031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.64050792Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.643939087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.652575684Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.688717047Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.688798473Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.689735618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.778695336Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.778767003Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.779577834Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.791403279Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.791482725Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.791527403Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.791564071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.792240009Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.795311282Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.79536421Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.79558064Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.796493316Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.801811562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.801879928Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.801918677Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.803216724Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.809371181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.820105277Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.820203533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.820252181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.821679842Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:14.832865278Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"created built-in services vpc","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:14.833068808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.833108926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.833148514Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.835626666Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.835694412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.835759429Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.835797687Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.836285734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:14.846540774Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.846607601Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.846640469Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.846677218Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.847412403Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:14.852188354Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.852249891Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.8522857Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.853023924Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.860064668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.860140814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.861035521Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.883592634Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.883689519Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.883729457Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.883765515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.884376246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.886766772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.890188688Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.890332912Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.890435367Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.891541704Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.902894501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.902982777Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.903176458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.903315941Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.904914525Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.907139988Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.90962134Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:14.909694556Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.909733654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:14.910624232Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.037002812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.037087299Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.037976816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.044086284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activating background tasks","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.0441758Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Running step start_sled1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.047702101Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.048069654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.133560708Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138300772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138372298Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138409357Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138445455Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138493722Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/cockroachdb","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138530781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138565069Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138599077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138632716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138666994Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138700772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138735461Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138770099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138802728Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138836836Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138871464Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138905073Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138938441Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.138972739Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139006268Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139040226Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139074545Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139107643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139140831Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.1391742Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139207848Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139240877Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139274135Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139307783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139341562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.1393747Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139411678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139446417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139480555Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139513874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139547422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.13958015Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139613689Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139646657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139679856Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139712934Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139745653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139782201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139816649Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139851448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139883706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139914234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139944423Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.139974662Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.14000479Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.140049538Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.140081417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.140116625Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.140286677Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34915/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.141086178Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:38621"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.141390134Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.141451611Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.141488959Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.141529087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.14251431Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.142577767Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.142616605Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.142825626Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.142873643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.142912711Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"49.288µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.143171439Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.143241175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.143277634Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.143315292Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144085185Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144146182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.144184861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144291395Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.144345493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144381901Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"38.548µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144421419Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.144455477Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","expiration":"2024-10-09 22:36:15.144364552 UTC"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.144625249Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.144707796Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.145323256Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.145381203Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.145419282Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.1454557Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.145496498Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.145535066Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.145985595Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.146045821Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.14608502Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.146124008Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.146605165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.146792276Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.146830184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.146867572Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147192167Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147253944Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147290212Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.147323691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.147361239Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.147403797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147443255Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147947891Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.147993939Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.148682935Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.148736253Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"711.796µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.148834658Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.148887976Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.148919524Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"45.408µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.148955922Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.148992931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.149032359Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.149067597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149100755Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149727505Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149831681Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149873829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"19.479µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149912327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.149947295Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.149980444Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"66.477µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.150567485Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.150624763Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.150666881Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.150705999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.150743707Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.150867311Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.150958797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.150997195Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.151034513Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.15110465Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.151150517Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.151368997Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.151431754Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.152608978Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.152730552Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157041456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157097693Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157137491Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.1571801Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157218028Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157261705Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157304923Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157351141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157394659Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157442127Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157483065Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157523433Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157561131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157601139Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157630448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157668986Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.157707134Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157737983Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"392.912µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.15778798Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.157830738Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157869207Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157907895Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157950323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.157989571Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.158026559Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.158070527Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159011422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159077359Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.159124296Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.159160425Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.159201613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.159243351Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159287789Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159695209Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159755156Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.159858421Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.159914559Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.160385836Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.160446773Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.160492551Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.160525209Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.160565098Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.160985278Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163263299Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.163315076Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163361204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163398182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.16343877Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163477219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"67.577µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163522476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163568924Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"24.309µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.16386947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163926717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":1,"elapsed":"39.018µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.163979915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.164038522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":1,"elapsed":"42.108µs"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.1640769Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"68df940c-8d58-4b82-a409-53e51b5a6b77","remote_addr":"127.0.0.1:38621","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.16805832Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.168116237Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.168160295Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.168199783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.168235631Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.168327147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.170400198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:57385","req_id":"138433dd-8a80-49d2-8bf7-0d2737ecf15e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: de b6 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.17118813Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:57385","req_id":"138433dd-8a80-49d2-8bf7-0d2737ecf15e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.173545257Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:57385","req_id":"138433dd-8a80-49d2-8bf7-0d2737ecf15e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.173593225Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:61934","req_id":"47349506-1005-4e3b-a6f6-c09f465252e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 14 7b 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .{..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.173632903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:61934","req_id":"47349506-1005-4e3b-a6f6-c09f465252e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.173790846Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:61934","req_id":"47349506-1005-4e3b-a6f6-c09f465252e3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.173821904Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.173860872Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.173896591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.173931869Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.174377458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.174797347Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.174852715Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"32.101676ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.174895653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.174936591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"30.715562ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.189117693Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","pruned":"{}","expiration":"2024-10-09 22:36:15.144364552 UTC"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.189270766Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"expiration\":\"2024-10-09T22:36:15.144364552Z\",\"pruned\":[]}","iteration":1,"elapsed":"44.855596ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.196744219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.206620087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.227287269Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60713","req_id":"a063160c-ea92-4d93-82d5-a37fa856b368","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 45 97 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 E............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.227856372Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60713","req_id":"a063160c-ea92-4d93-82d5-a37fa856b368","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.228575378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60713","req_id":"a063160c-ea92-4d93-82d5-a37fa856b368","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.228757569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54022","req_id":"861d26db-87fd-431c-9c1e-0bc837d338ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 53 39 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 S9..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.228920381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54022","req_id":"861d26db-87fd-431c-9c1e-0bc837d338ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.22979063Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54022","req_id":"861d26db-87fd-431c-9c1e-0bc837d338ca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.23291574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.246461323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.24652483Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.246562788Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.24715059Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.247296533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"100.061538ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.247521532Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.253309056Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.253485417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.253560344Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.254124857Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.297964522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.298035778Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"151.980827ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:15.298137504Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.29904717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"151.580097ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.327161717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.334542974Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.33462338Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.334672067Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.335156434Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.335280329Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.342469955Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.342549991Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.342596019Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.343262907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.343390861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.350786037Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.350861154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.350908482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.351416997Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.376933878Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.377004855Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.378196998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.439297398Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.469783361Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.469968912Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.470035589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.470082076Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.470126825Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.470478338Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.47126432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.471325157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.471818984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.486259414Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"325.20461ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.612748829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.612820806Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.613621427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.623314174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.630916641Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.630994787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.631061224Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.631538611Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.631602088Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.631649336Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.631697853Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"471.956076ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.631844676Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.632201939Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.632266516Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.633081217Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.714929026Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","count":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.71588671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"555.320573ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.75627597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.756456661Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"609.184568ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.756782716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.757038634Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.757210345Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.75731802Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.758304462Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.81316436Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.862825417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.881211969Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{}","iteration":1,"elapsed":"730.630395ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.881410319Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.881474596Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.881886387Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.898468764Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:15.900358894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.908045246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.908993691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.972653099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.972865229Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"822.842357ms"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.973363445Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"68df940c-8d58-4b82-a409-53e51b5a6b77","remote_addr":"127.0.0.1:38621","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","latency_us":809941,"response_code":"204"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:15.97389131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.973956607Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"832.562642ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.974586846Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34915/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"68df940c-8d58-4b82-a409-53e51b5a6b77\", \"date\": \"Wed, 09 Oct 2024 22:46:15 GMT\"} })"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977119065Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.97722552Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977280918Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977328815Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977370073Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977408642Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.97745038Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977486828Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.977526326Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.977633381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.985034487Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:32928","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.985169451Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:32928"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986518646Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986583663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986624461Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986660829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986696768Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986732756Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986769004Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986805653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.986842501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.986882829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.98895673Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40138","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.989022187Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:40138"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991151635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991222451Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991277629Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991330726Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991379154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991429792Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.99147695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991522757Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.991564915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.991607333Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.992316429Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:45480","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.992373147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:45480"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.99334717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993424716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993468154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993508962Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.99354927Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993589489Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993629356Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993668795Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.993707733Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.993747631Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.994273886Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:36989","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.994335503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:36989"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995586313Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.99564372Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995685318Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995725746Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995766574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995807723Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.99584701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995885849Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.995925787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.995981094Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.996704769Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40833","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.996765997Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:40833"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.997829796Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.997890743Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.997931581Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.997971309Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998011527Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998051375Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998093773Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998135991Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998175949Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.998217437Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.998723293Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41821","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:15.99878146Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:41821"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.999716466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.999797032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.9998413Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.999882188Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.999922776Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:15.999976203Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.0000456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.000108627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.000151095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.000182913Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.004751055Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40147","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.004833321Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:40147"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.004871999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.004914257Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.004955505Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.004996243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005038031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005076829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005120758Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005167715Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005209633Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.005311378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.005366096Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:54279","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.005405864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54279"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006009795Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006074102Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.00611649Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006157558Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006197986Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006238224Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006277682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.00631792Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006358078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.006396526Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.006899912Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60463","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.00696011Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:60463"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008090016Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008164542Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.00820904Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008249838Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008289256Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008328984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008368162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.00840763Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008447119Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.008485787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.008916296Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57347","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.008967554Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:57347"} {"msg":"Running step start_sled2","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.009001952Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.009224941Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.083877734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.086970316Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087198445Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087257162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.08730122Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087341128Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/cockroachdb","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087381376Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087482411Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087523209Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087560158Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087596236Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087633034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087668783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087705951Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087741709Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087775797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-physical-disks","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087810376Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087846714Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/omicron-zones","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087880623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087913051Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087944329Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.087989467Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088024246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088059364Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088092472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088124671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088157259Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088194068Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088232726Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088270014Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088306982Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088342601Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088382628Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088420307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088511152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.0885547Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088591698Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088630037Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088671655Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088707423Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088741841Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.08877734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088812808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088850136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088887184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.088931652Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.08897747Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.089018368Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.089057026Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.089095525Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.089132893Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.089166971Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.089201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.107995431Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.108116656Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:34915/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.108401252Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54423","req_id":"b48070aa-075e-48b6-bddd-497446daded4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7e 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ~V..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.108525656Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54423","req_id":"b48070aa-075e-48b6-bddd-497446daded4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:16.108955695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:54423","req_id":"b48070aa-075e-48b6-bddd-497446daded4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:16.10948589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.109548587Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"966.458435ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.109601445Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.109650712Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.110646204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.111468565Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:46355"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:16.112059597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.112121814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"963.177441ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.112174602Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.1122195Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.1124193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.112482087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.112526475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.113111907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.114157697Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"cae4d619-d4ba-43a7-93b0-f8f52da9618e","remote_addr":"127.0.0.1:46355","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered sled agent","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.115159439Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.118178665Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.123238363Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.123318289Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.123358437Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.123962348Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.16347723Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.1735216Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.173604266Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.173648414Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.174105842Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.181332657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.181441852Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.181487749Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.181528727Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.182482052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.285237091Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.131405121s"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.285506648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.285563926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.285605654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.286357008Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.299757147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.145078468s"} {"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.357509778Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.357765865Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.202318713s"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.36037601Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.368459584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.36854189Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.368589108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.375382584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:16.375826822Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.375888349Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.230502866s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.439413753Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.439464471Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.440235484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60903","req_id":"11b2b40e-6f32-488e-8199-2f0fb015e0e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 f0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.440303241Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60903","req_id":"11b2b40e-6f32-488e-8199-2f0fb015e0e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:16.44073938Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:60903","req_id":"11b2b40e-6f32-488e-8199-2f0fb015e0e6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:16.441029586Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.441092343Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"328.927551ms"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.442058897Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.442122774Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.442358033Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.45770283Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.474563934Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.485276522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.485362168Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.485402316Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.485448224Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.485491462Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.48553027Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.486169589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.486649856Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed with errors","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:16.486708273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.487072916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.330465169s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.487291136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.487347643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.487388971Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.487582352Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.487638219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.488735037Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.491074015Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"cae4d619-d4ba-43a7-93b0-f8f52da9618e","remote_addr":"127.0.0.1:46355","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","latency_us":376974,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.49137261Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:34915/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"cae4d619-d4ba-43a7-93b0-f8f52da9618e\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496061566Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496136103Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496179091Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496218409Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496261717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496308385Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496352463Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496394201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.496437379Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.496482236Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.49723614Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60596","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.497295227Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:60596"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498470541Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498536908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498584006Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498626344Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498665022Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.49870218Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498738509Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498774647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.498810295Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.498845653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.499944861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:57255","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.500006878Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:57255"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501592022Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501654219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501694057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501730206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501766494Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501805672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.50185221Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501897818Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.501944315Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.501986253Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.503139578Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:60374","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.503188466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:60374"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504289333Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.50435528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504399018Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504439546Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504478444Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504517552Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504581429Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504623697Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.504664245Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.504705193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.505647198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:38228","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.505710415Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:38228"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506650671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506715787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506757975Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506797693Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506836731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.50687589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506914628Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506954266Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.506997594Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.507037952Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.507953418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:63776","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.508014615Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:63776"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525458922Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525532288Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525574246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525612474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525648303Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525686921Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525728099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525768877Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.525809045Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.525853503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.526446305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:48115","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.526505392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:48115"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.527889745Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528150323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.52821267Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528258588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528301536Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528347074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528394081Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528442169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.528487427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.528532545Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.52946251Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33735","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.529522227Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:33735"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.530979098Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531048465Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531105812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531160689Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531211937Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531250865Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531296673Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.5313443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.531427187Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.531473174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.532853308Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:64319","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.532917165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:64319"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.53763623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537709716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537756084Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537802342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537848189Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537895307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537943865Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.537988943Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.538031681Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.538079929Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.538658511Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39536","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.538721448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:39536"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539656883Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.53971825Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539768168Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539817306Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539863533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539905191Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.539959769Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.540004237Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.540048084Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.540088533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.540478144Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:44881","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.540534701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:44881"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.540574189Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.541874847Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.541933404Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.541980112Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.54202222Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542066938Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542108996Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542191892Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.54223504Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542276008Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542319286Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542363894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.542405002Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542818392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:40543","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.542875409Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:40543"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.542909548Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.543048721Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"DNS population: DnsConfigParams {\n generation: 1,\n time_created: 2024-10-09T22:46:16.626332161Z,\n zones: [\n DnsConfigZone {\n records: {\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n port: 56532,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 57516,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n port: 40543,\n prio: 0,\n target: \"26786655-c933-4caf-9c53-ddd73dcf7daf.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"27a30890-1d54-4f44-a3d7-69db124bae0d.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n port: 34915,\n prio: 0,\n target: \"27a30890-1d54-4f44-a3d7-69db124bae0d.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n port: 33507,\n prio: 0,\n target: \"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n port: 37539,\n prio: 0,\n target: \"0dad20c9-9742-4766-bd22-491297971567.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"3d287330-48fd-4823-a93e-f9954100192f.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n port: 9000,\n prio: 0,\n target: \"3d287330-48fd-4823-a93e-f9954100192f.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n port: 41935,\n prio: 0,\n target: \"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n port: 51431,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 52872,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"0dad20c9-9742-4766-bd22-491297971567.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3599b49d-f543-48c3-b910-884655746965.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"26786655-c933-4caf-9c53-ddd73dcf7daf.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n port: 55547,\n prio: 0,\n target: \"3d287330-48fd-4823-a93e-f9954100192f.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n port: 33020,\n prio: 0,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n Srv(\n Srv {\n port: 61247,\n prio: 0,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n weight: 0,\n },\n ),\n ],\n },\n zone_name: \"control-plane.oxide.internal\",\n },\n ],\n}","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.626849207Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.627150982Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"body":"Some(Body)","uri":"http://[::1]:41935/config","method":"PUT"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.843596208Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.843822247Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:46278/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.84501643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.84523811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.845360654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.845475348Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.846471501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.846895241Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.846954108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.846992796Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.847476613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.847905822Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.855884101Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.855965987Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.856007205Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.85759258Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.857972521Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.864025692Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.864095399Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.864167075Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.864215043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.864260761Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.864659192Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.865062863Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.865125529Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.865174567Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.866937473Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.869255812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:36074"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.869442583Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33151"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.870000547Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.870059694Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.870527211Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.879457605Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.879529671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.879571619Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.880463576Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.881696118Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.895904789Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.897392287Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.897633916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.898419258Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.899878459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc-routes","method":"GET","req_id":"87f93919-d583-4eca-af3e-056bf134ddbd","remote_addr":"[::1]:33151","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.900665801Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc-routes","method":"GET","req_id":"87f93919-d583-4eca-af3e-056bf134ddbd","remote_addr":"[::1]:33151","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":786,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.901187446Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"7314391e-fdd9-44ca-af4b-081209e84c5e","remote_addr":"[::1]:36074","local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.901386237Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51470","req_id":"6ce79f3b-9b9b-4070-a1dc-04bd41e655c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bb 26 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .&..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.901584977Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51470","req_id":"6ce79f3b-9b9b-4070-a1dc-04bd41e655c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:16.902201748Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51470","req_id":"6ce79f3b-9b9b-4070-a1dc-04bd41e655c1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.902386169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:46278/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f93919-d583-4eca-af3e-056bf134ddbd\", \"content-length\": \"2\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:16.902632067Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.902737122Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.903360342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.903903676Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":1,"req_id":"7314391e-fdd9-44ca-af4b-081209e84c5e","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.90403448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.904128186Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.911711383Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:16.914672422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.916723764Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.916880476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":1,"req_id":"7314391e-fdd9-44ca-af4b-081209e84c5e","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:16.917107915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"7314391e-fdd9-44ca-af4b-081209e84c5e","remote_addr":"[::1]:36074","local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","latency_us":15928,"response_code":"204"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.119133811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:46278/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.120023828Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63373"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:17.120744974Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.120804821Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"633.501856ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.121295838Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Ok(Response { url: \"http://[::1]:41935/config\", status: 204, headers: {\"x-request-id\": \"7314391e-fdd9-44ca-af4b-081209e84c5e\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"Running step configure_sled_agent1","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.123170418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.20871736Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"body":"Some(Body)","uri":"http://[::1]:47762/omicron-zones","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.20912889Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/v2p","method":"GET","req_id":"aeb605c2-388b-488b-996e-2d925a985d02","remote_addr":"[::1]:63373","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.20954864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/v2p","method":"GET","req_id":"aeb605c2-388b-488b-996e-2d925a985d02","remote_addr":"[::1]:63373","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":436,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.209905003Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.20996697Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.210741693Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.211744815Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39656"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.212159196Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:46278/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeb605c2-388b-488b-996e-2d925a985d02\", \"content-length\": \"2\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.212288819Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.212361706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.212407204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.213450324Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:47762/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.214320362Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44778"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.215096255Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"PUT","req_id":"c170a57a-1439-490d-ad24-443c83a06474","remote_addr":"[::1]:39656","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.230921919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/v2p","method":"GET","req_id":"b6967d50-ae46-4cd9-867a-1c96032338cc","remote_addr":"[::1]:44778","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.235700531Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"PUT","req_id":"c170a57a-1439-490d-ad24-443c83a06474","remote_addr":"[::1]:39656","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":20638,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.235884332Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/v2p","method":"GET","req_id":"b6967d50-ae46-4cd9-867a-1c96032338cc","remote_addr":"[::1]:44778","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":20693,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.236247625Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.236406537Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.237560322Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.238909497Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6967d50-ae46-4cd9-867a-1c96032338cc\", \"content-length\": \"2\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.239093038Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.239194524Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.239285099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.241333731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{}","iteration":1,"elapsed":"2.089916377s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.241791609Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Ok(Response { url: \"http://[::1]:47762/omicron-zones\", status: 204, headers: {\"x-request-id\": \"c170a57a-1439-490d-ad24-443c83a06474\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.24220097Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"body":"Some(Body)","uri":"http://[::1]:47762/network-bootstore-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.25139691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.251469627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.252907908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.255404269Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/network-bootstore-config","method":"PUT","req_id":"2162226a-93a7-4648-8191-403aeb1fd5bb","remote_addr":"[::1]:39656","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.256076057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/network-bootstore-config","method":"PUT","req_id":"2162226a-93a7-4648-8191-403aeb1fd5bb","remote_addr":"[::1]:39656","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1837,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.266610814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.26667847Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.266720668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.266759036Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.267336829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.268115242Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Ok(Response { url: \"http://[::1]:47762/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"2162226a-93a7-4648-8191-403aeb1fd5bb\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"Running step configure_sled_agent2","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.271049061Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.36063657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"body":"Some(Body)","uri":"http://[::1]:46278/omicron-zones","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.364420249Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.36460962Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:46278/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.365472909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52047"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.365862531Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/eip-gateways","method":"PUT","req_id":"b6d5c16a-1f37-47a0-8cd1-06ccc88b8093","remote_addr":"[::1]:33151","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.36984564Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.369905047Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.369954095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.371158057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.371220964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/eip-gateways","method":"PUT","req_id":"b6d5c16a-1f37-47a0-8cd1-06ccc88b8093","remote_addr":"[::1]:33151","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":5410,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.373392871Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:46278/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b6d5c16a-1f37-47a0-8cd1-06ccc88b8093\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.375965488Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.376025285Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:47762/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.377430948Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51930"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.378110015Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"PUT","req_id":"8ed49180-efe7-487d-b709-4a3cbed46268","remote_addr":"[::1]:52047","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.386973922Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"PUT","req_id":"8ed49180-efe7-487d-b709-4a3cbed46268","remote_addr":"[::1]:52047","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":8813,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.387056618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.387102716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.387138474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.387938296Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.389405135Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc-routes","method":"GET","req_id":"d46acadc-0ecc-45a0-90c1-a100cf52121f","remote_addr":"[::1]:51930","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.38972314Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc-routes","method":"GET","req_id":"d46acadc-0ecc-45a0-90c1-a100cf52121f","remote_addr":"[::1]:51930","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":324,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.390862186Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Ok(Response { url: \"http://[::1]:46278/omicron-zones\", status: 204, headers: {\"x-request-id\": \"8ed49180-efe7-487d-b709-4a3cbed46268\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.391215019Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"body":"Some(Body)","uri":"http://[::1]:46278/network-bootstore-config","method":"PUT"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.402874442Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46acadc-0ecc-45a0-90c1-a100cf52121f\", \"content-length\": \"2\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.402952788Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.403058523Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.403979889Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.40436999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.422938903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.423060437Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.423096875Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.423133284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.423686137Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.426274133Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/network-bootstore-config","method":"PUT","req_id":"18fe8d90-a861-4be4-bdc4-707a9c7b44cc","remote_addr":"[::1]:52047","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:17.427091794Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/network-bootstore-config","method":"PUT","req_id":"18fe8d90-a861-4be4-bdc4-707a9c7b44cc","remote_addr":"[::1]:52047","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":863,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:17.441266047Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.441337414Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.44203252Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.442861541Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Ok(Response { url: \"http://[::1]:46278/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"18fe8d90-a861-4be4-bdc4-707a9c7b44cc\", \"date\": \"Wed, 09 Oct 2024 22:46:16 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.445695735Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:17.445746493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.01062851Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.010921906Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.01105344Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.011192803Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.012048942Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.064712326Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.064773313Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.065593233Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.071042993Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.075940909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.076223125Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.076326691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.077048516Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.079990245Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.080157808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.081323652Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.094611987Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.094867994Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:47762/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.095670136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.095746272Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.0981083Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.105468798Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/eip-gateways","method":"PUT","req_id":"0f693b39-ba08-4411-a0ad-d5efdd24d9ee","remote_addr":"[::1]:51930","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.105537824Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/eip-gateways","method":"PUT","req_id":"0f693b39-ba08-4411-a0ad-d5efdd24d9ee","remote_addr":"[::1]:51930","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":454,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.105584482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.10563637Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.105675428Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.105711646Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.105744285Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.114394841Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0f693b39-ba08-4411-a0ad-d5efdd24d9ee\", \"date\": \"Wed, 09 Oct 2024 22:46:19 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.118771142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{}","iteration":1,"elapsed":"3.959675335s"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.126687164Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.126757761Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.126802458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.127532384Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.136509044Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.136579021Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.136629009Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.137458369Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.13785737Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.137992574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.138051511Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.138579266Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.154348562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.16443699Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.164525416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.164564074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.164613481Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.164658999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.164701337Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.165108378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.168026438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.168100515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.168147353Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.168184251Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.168989792Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.171647655Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.171708142Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.171785999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.172407069Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.178577154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.186359952Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.186429079Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.186461188Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.186495126Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.187947166Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.189461004Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.189579059Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.189639396Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.190271765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.198797968Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.212447936Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.212539371Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.212604098Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.213244348Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.214082648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.214188243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.21424075Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.214762545Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.224858633Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.22492361Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.22575004Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.230992799Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.231130533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.232078357Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.242206104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.242361426Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.243246074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.254392591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.254462228Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.255162014Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.261475603Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.261555289Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.261596397Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.261633695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.26236456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.26382974Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.263880248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.263920436Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.264489969Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.271259785Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.271320742Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.27136884Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.272141813Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.293876474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.293939901Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.29397903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.295252709Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.313110415Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.329768749Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.329860325Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.329905043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.32996455Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.330065705Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.330111453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.330574531Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.338915672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.339069515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.339221947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.340062157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.344384231Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.344514404Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.344628029Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.345513707Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.363619191Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.394673087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.394755854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.394797881Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.395481179Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.426546664Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.426612241Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.426653359Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.426693047Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.42748121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.436965786Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.437048553Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.43709392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.437134228Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.437172576Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.438293933Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.442061343Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.451022895Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.451100121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.451133709Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.451854315Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.461553562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.467338345Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.467407682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.467453309Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.468201854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.470923984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.470983501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.471053028Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.471106525Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.471696517Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.478438824Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2024-10-09T22:24:05.243015Z, time_modified: 2024-10-09T22:24:05.243015Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.478828926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.479271595Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.479443427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.495836453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.504659851Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.504784696Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.504824264Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.512455239Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.533033226Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.533202418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.533323672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.533434676Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.534273416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.537048284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.545022683Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.555807187Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.555985199Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.556102653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.556210538Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.558110487Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.560793459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.567881Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 403f0798-4eea-4a5e-b8cb-15c1ee163f40, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.573388147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.573457994Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.573502852Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.57354133Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.574276765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.575911577Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.580276248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.682059774Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.68214147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.682184288Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.682221736Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","elapsed":"4.524220676s"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.682258635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{}","iteration":1,"elapsed":"4.524287752s"} {"msg":"inserted blueprint","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.717246732Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","blueprint_id":"3d046bb3-6226-4317-8b87-5a9d43a9fc34"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.717323719Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.717432374Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.717523859Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.717581576Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.718717802Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.720870869Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.728892456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.734753916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.734821043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.734855071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.814756702Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841051556Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841118523Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted service networking records","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841156181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted physical disks","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841188259Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted zpools","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841217888Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Inserted datasets","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.841248406Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.852854982Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.856384903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.856961375Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.857047821Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.857088129Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.857125328Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.858179907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.859823209Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.863277654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.86334668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.863391418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.863428366Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.863466265Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.863874095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.872126721Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.875936779Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.898337698Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.898413405Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.898463182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.898535579Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.899236945Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.90101057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.90917976Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.909253396Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.909304294Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.909353012Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.90939904Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.909944314Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.917656485Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.926257874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.928290807Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.928355104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.92844609Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.928486757Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.928988813Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.930920391Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.941131453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.950072206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Created recovery user","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.961518639Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Created recovery user's password","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.968108234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.968175651Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Silo { parent: Fleet, key: 075a2f10-609b-46cc-9479-755a28c55400, lookup_type: ById(075a2f10-609b-46cc-9479-755a28c55400) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.968248877Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"075a2f10-609b-46cc-9479-755a28c55400","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.968288155Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.968322844Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.969161964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.971429005Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.971474553Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.971507652Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.972224647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.974639522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.979463052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Silo { parent: Fleet, key: 075a2f10-609b-46cc-9479-755a28c55400, lookup_type: ById(075a2f10-609b-46cc-9479-755a28c55400) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.979546588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Granted Silo privileges","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:19.984993937Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.985050864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.985091472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:19.985192238Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.985912813Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.9874441Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:19.997405664Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.002662313Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.017774491Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.017859466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.018553073Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.023198801Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.023263078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.024111528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.026307553Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.02636617Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.02782918Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.030656165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.030738951Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.030776559Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.030809048Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.031317883Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.03306111Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.033101988Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.033142006Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.033863542Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.03557153Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.035616868Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.035687505Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.036255838Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.037771285Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.047339198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.047473171Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.047577956Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.047734929Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.047862513Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.048008216Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.048709812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.050500567Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.050562814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.050599992Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.051227602Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.052791937Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.052848185Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.052887233Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.0537824Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.055562705Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.066353569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.066433975Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.066476713Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.06842018Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.071058514Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.07113982Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.073094007Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.075694253Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.075820267Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.076825669Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.079538349Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.079597346Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.080434866Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.083485021Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.083560507Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.083606585Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.083648823Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.084615867Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.087167385Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.087232961Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.087277959Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.088633864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.091758615Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.091824532Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.09186678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.091896388Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.093846085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.10378632Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.103867027Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.103901835Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.103991421Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.104494937Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.107760161Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.107830727Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.108322674Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.114225892Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.114429472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.116312262Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.130404398Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.13393069Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.135130973Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.142012864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.142202984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.142319609Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.142429154Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.143603277Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.150435831Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.150511947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.150552245Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.151227583Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.153820549Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.153880077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.153918085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.154537485Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.156391877Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.167042217Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.167124473Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.167180761Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.167230628Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.167269577Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.167306095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.167913106Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.169949678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.170010176Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.170053673Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.170581148Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.172277207Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.172364443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.172464758Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.17306818Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.174796477Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.187736359Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.187887981Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.188013755Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.188775289Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.194710395Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.194848119Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.197560999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.200784015Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.200832313Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.201755358Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.219017094Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.21908579Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.220022066Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.226508586Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.226570723Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.227360395Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.237806946Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.237885162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.23792548Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.237960448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.238635306Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.243237156Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.243305953Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.24335623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.244189161Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.246284051Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.246342368Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.246377526Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.246952619Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.248581471Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.257449437Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.257530433Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.257567882Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.257618279Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.257696965Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.257736723Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.258186132Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.259965067Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.260020894Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.260057632Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.260652654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.262441558Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.262489826Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.262529374Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.263053439Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.264811335Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.275935944Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.27601991Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.276055638Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.27664612Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.28417186Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: cf6701ac-c38b-4d37-a4d3-250336046c5e, kind: Service { id: 3599b49d-f543-48c3-b910-884655746965 }, name: Name(\"external-dns-3599b49d-f543-48c3-b910-884655746965\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 8433530d-306b-43db-ba3b-fd8c5da7fd2f, kind: Service { id: 27a30890-1d54-4f44-a3d7-69db124bae0d }, name: Name(\"nexus-27a30890-1d54-4f44-a3d7-69db124bae0d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.284261386Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.284305044Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.284335622Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.284358811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.284984911Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.286625203Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.291455442Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.291524489Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.291561337Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.292026185Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.293625538Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2024-10-09T22:24:05.243015Z, time_modified: 2024-10-09T22:46:20.002762Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.293681656Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.294207031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cf6701ac-c38b-4d37-a4d3-250336046c5e, kind: Service { id: 3599b49d-f543-48c3-b910-884655746965 }, name: Name(\"external-dns-3599b49d-f543-48c3-b910-884655746965\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 8433530d-306b-43db-ba3b-fd8c5da7fd2f, kind: Service { id: 27a30890-1d54-4f44-a3d7-69db124bae0d }, name: Name(\"nexus-27a30890-1d54-4f44-a3d7-69db124bae0d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.294288057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.318751258Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2024-10-09T22:46:15.166402Z, time_modified: 2024-10-09T22:46:15.166402Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(47762), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.318835404Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.318868472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.31890476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.319600687Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.323037543Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.323106599Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.323144198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.323232493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.323916871Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.32560277Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.330139234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.402010819Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:47762/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.402565312Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43801"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.41139627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e6ebcbc-4d9a-4a51-a2bf-045f73d6cfe0","remote_addr":"[::1]:43801","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.41432404Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e6ebcbc-4d9a-4a51-a2bf-045f73d6cfe0","remote_addr":"[::1]:43801","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9768,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.415233797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"6e6ebcbc-4d9a-4a51-a2bf-045f73d6cfe0\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.417338476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.417519298Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.41788604Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.419492884Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.420243077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.42039141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.420477776Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.420576312Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.421273228Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.421406682Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.421506457Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.421982814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.42208159Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.422162846Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.422258031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.42290416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.423036014Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.423182717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.423394427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.423496902Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.423607787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.423718242Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.423811727Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.424550172Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.424685475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.42478406Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.424893125Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.424989191Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.425098476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.426038501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.439181483Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49640","req_id":"7df3a9e8-ebbc-4e3b-843c-181a3d81ef55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: fb ed 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.439392273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49640","req_id":"7df3a9e8-ebbc-4e3b-843c-181a3d81ef55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.439772604Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.440155416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.440358516Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49640","req_id":"7df3a9e8-ebbc-4e3b-843c-181a3d81ef55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41935, target: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.440608034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:65052","req_id":"85c93381-f85e-4163-879f-572e31a9a2e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: f9 46 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .F..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.440824004Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:65052","req_id":"85c93381-f85e-4163-879f-572e31a9a2e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.44112321Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.441413536Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"3599b49d-f543-48c3-b910-884655746965.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.441574248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:65052","req_id":"85c93381-f85e-4163-879f-572e31a9a2e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33507, target: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.442739702Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41935, target: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4642, tv_nsec: 272649821 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.442978841Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.443344784Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33507, target: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4642, tv_nsec: 273276941 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.443474607Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.44383058Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.443969774Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.444072639Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.444168804Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.444931318Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.445203695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.445648043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.445775217Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.445814306Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.448591853Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.451293804Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.45178571Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.452113305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.452221319Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.455109401Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.455935182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62389","req_id":"3219f957-bc0c-4cb8-8df9-f6f10a5f82b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ac 27 01 00 00 01 00 00 00 00 00 01 24 64 31 64 .'..........$d1d\n0010: 61 31 62 30 37 2d 32 61 37 37 2d 34 62 66 63 2d a1b07-2a77-4bfc-\n0020: 38 31 61 37 2d 64 36 30 61 64 38 30 63 31 62 37 81a7-d60ad80c1b7\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.456136782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62389","req_id":"3219f957-bc0c-4cb8-8df9-f6f10a5f82b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 100,\n 49,\n 100,\n 97,\n 49,\n 98,\n 48,\n 55,\n 45,\n 50,\n 97,\n 55,\n 55,\n 45,\n 52,\n 98,\n 102,\n 99,\n 45,\n 56,\n 49,\n 97,\n 55,\n 45,\n 100,\n 54,\n 48,\n 97,\n 100,\n 56,\n 48,\n 99,\n 49,\n 98,\n 55,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.456320684Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.456425199Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62389","req_id":"3219f957-bc0c-4cb8-8df9-f6f10a5f82b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"d1da1b07-2a77-4bfc-81a7-d60ad80c1b7e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.457062588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62064","req_id":"3861c9cc-fea8-4ac8-b5b5-876dbd88dfa1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 42 52 01 00 00 01 00 00 00 00 00 01 24 33 35 39 BR..........$359\n0010: 39 62 34 39 64 2d 66 35 34 33 2d 34 38 63 33 2d 9b49d-f543-48c3-\n0020: 62 39 31 30 2d 38 38 34 36 35 35 37 34 36 39 36 b910-88465574696\n0030: 35 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 5.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.457132695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62064","req_id":"3861c9cc-fea8-4ac8-b5b5-876dbd88dfa1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 51,\n 53,\n 57,\n 57,\n 98,\n 52,\n 57,\n 100,\n 45,\n 102,\n 53,\n 52,\n 51,\n 45,\n 52,\n 56,\n 99,\n 51,\n 45,\n 98,\n 57,\n 49,\n 48,\n 45,\n 56,\n 56,\n 52,\n 54,\n 53,\n 53,\n 55,\n 52,\n 54,\n 57,\n 54,\n 53,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.457341715Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"3599b49d-f543-48c3-b910-884655746965.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.457473688Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:62064","req_id":"3861c9cc-fea8-4ac8-b5b5-876dbd88dfa1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"3599b49d-f543-48c3-b910-884655746965.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.46161764Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","addresses":"DnsServersList { addresses: [[::1]:41935] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.461683847Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"addresses\":[\"[::1]:41935\"]}","iteration":2,"elapsed":"40.236517ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.461873798Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","addresses":"DnsServersList { addresses: [[::1]:33507] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.461955994Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"addresses\":[\"[::1]:33507\"]}","iteration":2,"elapsed":"38.866233ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.464374749Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:20.464440916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.464489083Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"99.915µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.464538771Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:20.464585778Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.464631186Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"14.819µs"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.464959711Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.470675938Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.470739135Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.470776613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.471296828Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.475593732Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.480358225Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.480426241Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.480475499Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.481145937Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.482008206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.492144321Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.501350692Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.501462846Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.501608709Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.501752562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.502041649Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.502160423Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.502390232Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.5034854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.512606234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.524775762Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.524855458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.524893456Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.524941624Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.525497848Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.527765529Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.542969123Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.543772504Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.543951016Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.544167395Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.54428291Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.546962742Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.547060147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.547097426Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.547546684Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.555948452Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.556022849Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.556066647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.556881528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.561110666Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55592","req_id":"3ffab585-398d-4650-90d4-322b6cbf71f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5c 41 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \\A..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.561195932Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55592","req_id":"3ffab585-398d-4650-90d4-322b6cbf71f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.561465369Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.561685378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.561909418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.562011953Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55592","req_id":"3ffab585-398d-4650-90d4-322b6cbf71f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33020, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61247, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.564268705Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33020, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61247, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4642, tv_nsec: 394153515 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.564354381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.564488075Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.566601483Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.566661751Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.567458922Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.589749367Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.598619123Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.598704779Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.598755577Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.601464248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.601534034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.601581472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.60162499Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.601750484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.601813941Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.601878638Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.601941695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.601998412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.608722321Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55781","req_id":"6462bf0c-07bf-428a-aa98-851d275dad65","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1a 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .,..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.608954499Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55781","req_id":"6462bf0c-07bf-428a-aa98-851d275dad65","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.609399438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.609546261Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55781","req_id":"6462bf0c-07bf-428a-aa98-851d275dad65","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.609764081Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:58407","req_id":"a536c584-d73c-4bf3-bfc1-cc619b85ff43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e s...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.609892855Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:58407","req_id":"a536c584-d73c-4bf3-bfc1-cc619b85ff43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.610059977Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.610187731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:58407","req_id":"a536c584-d73c-4bf3-bfc1-cc619b85ff43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.611538816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.611602193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.61165971Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.611695459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.612405554Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.612741358Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.621775197Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.621876912Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.62192293Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.622382448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.62297023Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.623028467Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.624175292Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.739365627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.740135981Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.746661159Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.746740595Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.746783413Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.747352746Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.747829273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.74788826Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"38fd2a5d-15e3-49ff-bed8-a9def90df931"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.747976146Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.748014794Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.748055482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.748089921Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.748567018Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.748980208Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.749248315Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"93d4bb7f-e107-4815-8a93-566aa27ffeb5"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.74934852Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.749463675Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.74976887Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.750114344Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.751385283Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.753462584Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.76419953Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.764348633Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.764513115Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.765160765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.766076691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.776294092Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.776420806Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.77655867Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.778462179Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.780933931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51858","req_id":"25ff2ee5-f23b-4a89-8f3e-9f0fc1449904","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 17 52 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .R..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.781176019Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51858","req_id":"25ff2ee5-f23b-4a89-8f3e-9f0fc1449904","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.781437327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:20.781554701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:51858","req_id":"25ff2ee5-f23b-4a89-8f3e-9f0fc1449904","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.781897765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"93d4bb7f-e107-4815-8a93-566aa27ffeb5"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.781953812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.78199043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","generation":2} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.782022859Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"generation\":2}","iteration":2,"elapsed":"359.751197ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.782057787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.837532466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:33507","servers":"DnsServersList { addresses: [[::1]:33507] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33507/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.838213214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","found_so_far":18,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"38fd2a5d-15e3-49ff-bed8-a9def90df931"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.83827766Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.838320068Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","generation":1} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.838359147Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"generation\":1}","iteration":2,"elapsed":"418.037412ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.838398045Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.907292932Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:41935","servers":"DnsServersList { addresses: [[::1]:41935] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:41935/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.907921462Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-09T22:46:12.640237Z, time_modified: 2024-10-09T22:46:12.640237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 075a2f10-609b-46cc-9479-755a28c55400, db_silo: Silo { identity: SiloIdentity { id: 075a2f10-609b-46cc-9479-755a28c55400, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2024-10-09T22:46:19.856840Z, time_modified: 2024-10-09T22:46:19.856840Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 075a2f10-609b-46cc-9479-755a28c55400, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 075a2f10-609b-46cc-9479-755a28c55400, db_silo: Silo { identity: SiloIdentity { id: 075a2f10-609b-46cc-9479-755a28c55400, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2024-10-09T22:46:19.856840Z, time_modified: 2024-10-09T22:46:19.856840Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.908044566Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"075a2f10-609b-46cc-9479-755a28c55400\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"075a2f10-609b-46cc-9479-755a28c55400\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 075a2f10-609b-46cc-9479-755a28c55400 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"484.571203ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.908870947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.908927994Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.908974532Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.90901814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.909674519Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.90984319Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42804"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.910030182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:42787"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.911005695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.911065152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mgs_url":"http://[::1]:33020"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.9111082Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.912462655Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"25fb3dc3-0dbc-48f2-9aa0-7b8ebf212916","remote_addr":"[::1]:42804","local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.912622518Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"ca02d3f1-1dd0-4f50-a45f-472db591c8a9","remote_addr":"[::1]:42787","local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.913336113Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":1,"req_id":"25fb3dc3-0dbc-48f2-9aa0-7b8ebf212916","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.913422279Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":1,"req_id":"25fb3dc3-0dbc-48f2-9aa0-7b8ebf212916","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.913461678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":2,"req_id":"ca02d3f1-1dd0-4f50-a45f-472db591c8a9","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.913497286Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.913531124Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.915060201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.916380678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.917759832Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.91780885Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"new_generation":2,"req_id":"ca02d3f1-1dd0-4f50-a45f-472db591c8a9","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.917925174Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"25fb3dc3-0dbc-48f2-9aa0-7b8ebf212916","remote_addr":"[::1]:42804","local_addr":"[::1]:41935","component":"http","kind":"dns","component":"internal_dns_server","latency_us":5459,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.917998781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/config","method":"PUT","req_id":"ca02d3f1-1dd0-4f50-a45f-472db591c8a9","remote_addr":"[::1]:42787","local_addr":"[::1]:33507","component":"http","kind":"dns","component":"external_dns_server","latency_us":5372,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.918607921Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:33507","servers":"DnsServersList { addresses: [[::1]:33507] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33507/config\", status: 204, headers: {\"x-request-id\": \"ca02d3f1-1dd0-4f50-a45f-472db591c8a9\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.918711447Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:33507","servers":"DnsServersList { addresses: [[::1]:33507] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.921899844Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"servers":"DnsServersList { addresses: [[::1]:33507] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.92197728Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"generation\":2,\"server_results\":{\"[::1]:33507\":{\"Ok\":null}}}","iteration":3,"elapsed":"140.132773ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.922088275Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:41935","servers":"DnsServersList { addresses: [[::1]:41935] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:41935/config\", status: 204, headers: {\"x-request-id\": \"25fb3dc3-0dbc-48f2-9aa0-7b8ebf212916\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.922154752Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"dns_server_url":"http://[::1]:41935","servers":"DnsServersList { addresses: [[::1]:41935] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:20.924006663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"servers":"DnsServersList { addresses: [[::1]:41935] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.92407076Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"generation\":1,\"server_results\":{\"[::1]:41935\":{\"Ok\":null}}}","iteration":3,"elapsed":"85.699405ms"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.924485031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.924544428Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.924640063Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.925182307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.927272007Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5a90cf-a694-4bbb-ae00-b37fa5ff3084\", \"content-length\": \"835\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.927708987Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.927922596Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.927979844Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.928020152Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.928711539Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.931030148Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.941480668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.941574074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.941608512Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.94165104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.941686419Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.941721417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.942153916Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.942448862Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c14d2ce-1175-46ee-b90c-cb8b8615848c\", \"content-length\": \"734\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.943048353Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.945295706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.945354593Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.945393732Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.94626695Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.946984585Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5634fd6b-d230-4c03-814e-cb1ae2bdde78\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.947165347Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.948340991Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.948398998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.948458285Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.949340413Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.951216273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0921a1-219a-4cc7-be4b-887d560c9275\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.951433263Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.953221398Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.962508874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.962637628Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.962700474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.963193851Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.96488164Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6661d1fc-cd26-4a6b-8d5d-35f64c45657c\", \"content-length\": \"167\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.96510381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.970907302Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.971026407Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.971819999Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.973812683Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.973872491Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.974356737Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.976436418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d4fc3d-450a-48e0-a313-57810a579141\", \"content-length\": \"167\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.976508035Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.977808872Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.977896488Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.979183967Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.981396381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22bf020f-0042-49f1-baa3-aa8b617c5c4e\", \"content-length\": \"175\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.981594111Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.982477699Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.982568355Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.982647641Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.98268447Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.983250352Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.984361479Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62962a4-04c8-4b27-b578-fe2406ca2d94\", \"content-length\": \"175\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.984711043Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.98643645Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80da340-7e36-4321-bc33-24c987ff8009\", \"content-length\": \"702\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.986880889Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.987996836Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.988041734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.988074432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.98895143Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.989211258Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7936af6-6a9e-45e8-b010-57d2c943dfa4\", \"content-length\": \"727\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.989422077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.990892827Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2d3c74-8353-4bb6-a19e-64dab7476aca\", \"content-length\": \"729\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.991109957Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.992419124Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"344996bb-49b0-4caa-8943-810373d22774\", \"content-length\": \"728\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.992573287Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.992736649Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:20.992795936Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.992841024Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.993694863Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.995299867Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"748e6b9d-01c0-4f59-9bd5-42eb9e95322d\", \"content-length\": \"734\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.995497657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:20.995688368Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.005231442Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.005317618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.005510659Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.005560896Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.006251853Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.008771913Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a88f4b-1d6c-4934-8d94-79d55357c3b6\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.008945644Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.009491578Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.009541386Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.010236893Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.01258911Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28efcbe6-a2f8-4265-b65c-080ca608ed2e\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.012690136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.014092658Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.014146876Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.014943648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.015783078Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb66d6d-cf63-43e2-8c09-19b502be5db9\", \"content-length\": \"167\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.015984628Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.017498206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.017545293Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.01825599Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.018980415Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95814453-05ac-48e7-9ac6-33f20db4c977\", \"content-length\": \"167\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.019049852Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.020898433Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.0209604Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.020997319Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.021031907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.021705435Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.021974912Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96431d69-c6ee-4725-a80c-44d0db353ca5\", \"content-length\": \"175\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.022186042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.02620049Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.026318374Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.026427869Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.027386853Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.029053954Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41304535-5abd-45d2-bcb6-4572cbf528b1\", \"content-length\": \"175\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.029252494Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.029607597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.029659725Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.029692273Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.030332293Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.031451829Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb235482-c62c-4c8a-a916-62d48ba53783\", \"content-length\": \"702\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.031966095Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.032497579Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.040652489Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.040753915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.040797872Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.04084791Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.040923786Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.040974714Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.041329807Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.042660003Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe9a977-b9e4-4f09-98e7-07f047148cf9\", \"content-length\": \"727\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.042848214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.044585901Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7107de3-c97f-4227-84e0-119ae452d65c\", \"content-length\": \"729\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.044728305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.044775762Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.044811681Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.044844699Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.045759825Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.046315759Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc4af11-d453-4100-9ba2-5176d4d5cb2e\", \"content-length\": \"728\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.046380606Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.047886094Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9fe9009-979e-4220-ba9d-91d030a440aa\", \"content-length\": \"723\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.047949231Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.048130952Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.048227497Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.048275145Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.048779031Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.05067578Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.058594692Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.058789653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.05884966Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.059302458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.060459743Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f5beec-2d20-46eb-89e9-69cd2486a251\", \"content-length\": \"109\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.064048391Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.068616173Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.06867588Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.068708859Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.074039874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d5e94e-e1e8-4c50-b91b-9749cb1673bb\", \"content-length\": \"109\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.07621956Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.076268137Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.076302356Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.076330654Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.076362833Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.076392051Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.0764182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.081800453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b03d5c-6691-4d52-89bf-9ed8c01e4430\", \"content-length\": \"169\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.08187245Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.081987164Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.08206363Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.082095069Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.111557181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d24a39-d4b6-43bd-87ac-3e4da1ce372d\", \"content-length\": \"169\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.115173028Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.115238895Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1343193-609e-47e3-9271-b0483a62bdd1\", \"content-length\": \"178\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.115285063Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116140872Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fc4303-ab4d-4071-979e-4b007d290b34\", \"content-length\": \"178\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116205909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116242477Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116286465Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116319293Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116350222Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.11637861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116410099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cec521b-b85f-4437-be0c-4c3a204807e8\", \"content-length\": \"702\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116449257Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116482525Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116513634Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116544033Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116571781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.11660438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8d222c-04b7-48dd-a22e-f3218a6aa72a\", \"content-length\": \"727\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116642028Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116674576Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"807df8fd-f371-4bf3-b387-0997145a9350\", \"content-length\": \"729\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116712254Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116744783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.116775391Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.11680565Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116832679Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116863667Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56186a90-19d2-499b-ae25-d08e0d220be5\", \"content-length\": \"728\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116900476Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.116932474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.131612562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.13208903Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.132144717Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.132277111Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.132795926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.132830854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.132859373Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.133643905Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19373f6-f05e-499b-872a-ad1d6ac92d3f\", \"content-length\": \"723\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.134672466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.136255901Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.136315178Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.136357246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.136395324Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.139344553Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.13940605Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.139445648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.139477847Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.144766414Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fca8e41-c057-458b-be95-ae3efb60c4b8\", \"content-length\": \"109\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.149195932Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.149273638Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.164453363Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.164529109Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.164565678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.165887035Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.171062647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd01ebb2-ce97-4b6e-b2c7-670ececc983d\", \"content-length\": \"109\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.17142188Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.173742469Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: cf6701ac-c38b-4d37-a4d3-250336046c5e, kind: Service { id: 3599b49d-f543-48c3-b910-884655746965 }, name: Name(\"external-dns-3599b49d-f543-48c3-b910-884655746965\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 8433530d-306b-43db-ba3b-fd8c5da7fd2f, kind: Service { id: 27a30890-1d54-4f44-a3d7-69db124bae0d }, name: Name(\"nexus-27a30890-1d54-4f44-a3d7-69db124bae0d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.173827895Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.173869993Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.173908071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.17394053Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.175259067Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.177234582Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.185641931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.185711667Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.185753515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.188476495Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.190830753Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75460e2-29a4-4330-8a16-8392c3b2fbcd\", \"content-length\": \"169\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.191429204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.192502213Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2024-10-09T22:24:05.243015Z, time_modified: 2024-10-09T22:46:20.002762Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.19255803Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.192810438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: cf6701ac-c38b-4d37-a4d3-250336046c5e, kind: Service { id: 3599b49d-f543-48c3-b910-884655746965 }, name: Name(\"external-dns-3599b49d-f543-48c3-b910-884655746965\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 8433530d-306b-43db-ba3b-fd8c5da7fd2f, kind: Service { id: 27a30890-1d54-4f44-a3d7-69db124bae0d }, name: Name(\"nexus-27a30890-1d54-4f44-a3d7-69db124bae0d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.192892334Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.223771038Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2024-10-09T22:46:15.166402Z, time_modified: 2024-10-09T22:46:15.166402Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(47762), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.223841355Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.223875284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.223908962Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.224638127Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.231241212Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b074f8e-c313-4689-9b60-6ce57dc39fa9\", \"content-length\": \"169\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.231498569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.231815284Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.231874481Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.231915589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.231950298Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.232665093Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.238533263Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.245365086Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.316703077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:47762/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.317845643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35664"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.320981893Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c9c48e54-cf20-4c95-ac8e-f3cdea65dae6","remote_addr":"[::1]:35664","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.323104931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c9c48e54-cf20-4c95-ac8e-f3cdea65dae6","remote_addr":"[::1]:35664","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2144,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.323516262Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c9c48e54-cf20-4c95-ac8e-f3cdea65dae6\", \"date\": \"Wed, 09 Oct 2024 22:46:20 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.325829591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.325952115Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366439731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366512167Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366554635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366592663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366633811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36666663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366691899Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366713208Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366733557Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366753136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366772515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366792304Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366811533Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36686032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366902889Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366940997Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.366979055Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367018643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367059261Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367135018Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367183765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367223883Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367260721Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36729479Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367331158Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367368816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367402275Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367439443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367476501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367511069Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367546758Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367597975Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367635263Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367670072Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36770707Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367743408Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367775417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367811045Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367847513Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367879392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36791551Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367952768Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.367987977Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368025035Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368060643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368093402Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36813032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368163848Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368198267Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368235305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368267843Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368304271Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36833913Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368372988Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368408007Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368442135Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368478003Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368510732Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.3685457Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368582558Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368617757Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368652335Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368686353Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368723422Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36875893Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368791278Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368822457Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368853915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368887484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368920302Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368954291Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.368992129Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369027177Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369061515Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369093814Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369128602Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.3691675Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369204328Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369238607Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369271945Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369304604Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369339472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36937603Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369411919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369444377Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369477635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369508984Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369540963Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369573671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369606029Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369640578Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369674746Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369708684Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369742683Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369777201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.36980944Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369840338Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369872157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369902705Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369932014Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369962052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.369992541Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37002288Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370069777Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370101356Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370131484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370161943Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370192861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37022327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370254029Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370284617Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370315595Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370346254Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370377503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370408111Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370439589Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370471228Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370503666Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370536855Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370568993Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370600102Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370630511Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370661919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370694507Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370726276Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370756085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370787753Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370819731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37085183Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370883938Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370916357Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370948005Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.370979264Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371010472Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371041591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371073579Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371104528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371134946Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371166535Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371198243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371229492Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37126111Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371292719Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371325127Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371358336Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371391184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371422873Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371453531Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37148408Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371514998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371544617Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371587505Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371620223Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371651762Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37168246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371712779Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371743037Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371773816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371804234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371836373Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371867581Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37189904Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371929418Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371960887Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.371992715Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372024434Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372056032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372087011Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372117009Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372147998Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372178206Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372209275Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372240243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372271242Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.3723013Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372331569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372362108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372393366Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372425195Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372456113Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372486002Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37251723Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372547529Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372577797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372608006Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372639464Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372670503Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372702092Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37273421Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372766248Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372796787Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372827366Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372858184Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372888772Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372920751Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372950769Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.372981408Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373011777Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373041635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373072074Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373103362Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/timeseries/schema","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373133891Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373165169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373195568Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373226466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373257155Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373287393Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373317942Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373348121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373379099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373410238Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373440466Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373471355Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373503023Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373534432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37356591Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373596559Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373627117Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373658486Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373689084Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373720443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373752131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.37378307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373812288Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373842307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373873025Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.373905564Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.373934653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:42330","component":"dropshot_external","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420478578Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420583343Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420628391Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420666189Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420701698Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420738236Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420773034Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420806953Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420841951Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420877839Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420915697Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420951706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.420986474Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421021272Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421057831Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421092209Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421126087Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421161216Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421199424Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421237232Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42127548Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421310398Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421346097Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421380765Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421414413Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421448672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42148494Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421520459Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421555987Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421593475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421630263Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.421667052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422640665Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422691523Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422728691Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422762319Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422793318Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422827936Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422861964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422894443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422928641Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422963399Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.422997668Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423032816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423067065Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423100993Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423135541Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42317004Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423204808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423238346Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423272915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423307053Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423343121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42337661Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423410528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423444907Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423478145Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423510653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423543172Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42359178Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423627778Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423661506Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423697864Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423731683Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423765161Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42380071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423834688Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423867486Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423902175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423936443Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.423970102Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42400417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424097525Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424139453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424175412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42420964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424242929Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424275707Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424310495Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424742874Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424779323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424812071Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42484298Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424876268Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424910426Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.424943735Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425027411Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425064029Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425097648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425131006Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425164274Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425199003Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425233761Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.4252676Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425300798Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425335056Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425368265Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425418622Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425455811Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425490569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425525887Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425560766Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425645711Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42568246Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425718008Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425752406Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425786305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425822323Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.425861571Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426258592Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42629615Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426333249Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426369637Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426405255Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426441393Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426476462Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42650838Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426540549Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426576247Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42672784Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426772908Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426808656Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426843714Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426880402Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426916701Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.426990507Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427030165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427066123Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427100442Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42713438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427169118Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427202417Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427235275Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427270214Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427307202Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42734528Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427723942Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42776157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427799199Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427834927Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427870635Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427905383Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.427940342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42797614Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428012498Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428048616Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428084435Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428119923Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428156042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.4281915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428226848Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428261746Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428295645Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428330423Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428364412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42839791Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428430808Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428465647Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428497185Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428529493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428564602Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42859734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428630479Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428666737Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428701625Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428737104Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.428773942Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42880992Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429346914Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429390052Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429427201Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429465039Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429504657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429544915Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429584333Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429620452Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42965569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429693208Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429726446Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429759025Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429790883Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429824032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.42985361Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429880989Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429910807Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429943116Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.429973775Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430011643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430052171Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430092269Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430133347Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430207253Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430247831Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430288989Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430328627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430369296Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430407904Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430447822Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.43048653Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430523618Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430560387Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/timeseries/schema","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430596475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430632763Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430670481Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430707169Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430743498Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430778126Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430815924Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430852482Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430888791Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430925879Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430962237Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.430998906Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431035014Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431071032Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.43110707Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431143239Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431179077Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431216165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431252374Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431288222Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.43132522Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431360868Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431397047Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431432845Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431469613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.431505601Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431542449Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:49708","component":"dropshot_external_techport","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431588207Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431622676Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:63545","component":"dropshot","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.431662634Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:63545","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431702622Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:63545","component":"dropshot","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:63545","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.43173905Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431774269Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","addr":"127.0.0.1:34915"} {"msg":"starting producer registration task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431867674Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.431903762Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"file":"oximeter/producer/src/lib.rs:283","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","interval":"10s","address":"127.0.0.1:63545","producer_id":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.4319448Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.431985299Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.432018567Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.432415378Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"using nexus address for registration","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.432451416Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","addr":"127.0.0.1:34915"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.503055042Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://127.0.0.1:34915/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.507815685Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:44775"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.521872313Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70","remote_addr":"127.0.0.1:44775","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.523134493Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70","remote_addr":"127.0.0.1:44775","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.523761763Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70","remote_addr":"127.0.0.1:44775","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.525606194Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70","remote_addr":"127.0.0.1:44775","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.529440231Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.529503168Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.529540786Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.529574005Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.529602823Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.539656243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.544174277Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.544243544Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.544280852Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.54431392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.544345919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.544865124Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.552134327Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58c3816-b636-4d2f-a355-eec09ccef0f0\", \"content-length\": \"178\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.552356286Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.55499458Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.559460297Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.559624819Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.559677086Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.560758145Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.585741891Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70","remote_addr":"127.0.0.1:44775","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":63842,"response_code":"503"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.590915793Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://127.0.0.1:34915/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70\", \"content-length\": \"133\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:21.592924297Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 09 Oct 2024 22:46:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"765f79ae-5a81-4c8b-8f41-3cbd3b47cd70\\\" }\"","delay":"253.419341ms"} {"msg":"Running step start_oximeter","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.595348462Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.595563671Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.596516276Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.596567574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"file":"oximeter/collector/src/lib.rs:203","component":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.596659569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","component":"oximeter","addresses":"[[::1:0:0:0:1]:53, [::2:0:0:0:1]:53, [::3:0:0:0:1]:53]"} {"msg":"creating ClickHouse client","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.596707557Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.660755846Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.673991663Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61bea1c7-f936-49db-9589-54a6e0aebf0a\", \"content-length\": \"178\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.67407551Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.679096799Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2261cf5-a53c-4f2a-95db-cd8cfe13063c\", \"content-length\": \"702\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.679594776Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:21.687362324Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:731","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.687436861Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.687473779Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:669","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.687515427Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.688206354Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce445ba6-093e-4220-b498-70c2d2aa6d2f\", \"content-length\": \"727\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.688376626Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.68954731Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4835c6a-f9dc-4bb8-b21b-8ea2ca0955b3\", \"content-length\": \"729\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.689669714Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:33020/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:21.690193939Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:731","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.690256386Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:673","component":"oximeter","version":0} {"msg":"wiping and re-initializing oximeter schema","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.690303054Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:678","component":"oximeter"} {"msg":"wiping ClickHouse database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.690345102Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.69038546Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"DROP DATABASE IF EXISTS oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.690993381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd7d2e0-afeb-415c-8684-f15c4c4168ca\", \"content-length\": \"728\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.691057188Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mgs_url":"http://[::1]:61247"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.691097306Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:61247/ignition","method":"GET"} {"msg":"initializing ClickHouse database","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.706050011Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.706119918Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.707215706Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61247/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d727b9f2-6e29-425c-9572-fa01fced8d2f\", \"content-length\": \"835\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.707479473Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:61247/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.708989181Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61247/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f1f332-b5a6-4ca1-b8bd-fc3eafa48e86\", \"content-length\": \"734\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.709564854Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:61247/sp/switch/1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.710338377Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.713926985Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61247/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730fc49f-f6a7-4514-99d5-b501b66ef14f\", \"content-length\": \"734\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.714154914Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:61247/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.716731301Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61247/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771f37d1-e71a-4dd7-83b4-fcc3c33088f6\", \"content-length\": \"723\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.716936571Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:61247/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.718303126Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:61247","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61247/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504cb6ec-c110-4ccd-8219-9f648da61057\", \"content-length\": \"723\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.722343983Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.722431329Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.722475017Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.722513065Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.723188812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.724148657Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.726763782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.732150274Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.73224334Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.732286108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.732326096Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.732362234Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.732717597Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.733561627Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.735996131Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.740749583Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.740843909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.740884587Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.741823432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.743660924Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.749411919Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.754874648Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.760809274Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.770925151Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.780306263Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.787631532Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.858135703Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_agent_url":"http://[::1]:46278"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.858185561Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:46278","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:46278/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.858718475Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60256"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.93772927Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://127.0.0.1:34915/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.938253285Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.938451005Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:48211"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.938665685Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/inventory","method":"GET","req_id":"5b1bee15-1f48-43f2-acc2-f627252d5fb3","remote_addr":"[::1]:60256","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.940004441Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/inventory","method":"GET","req_id":"5b1bee15-1f48-43f2-acc2-f627252d5fb3","remote_addr":"[::1]:60256","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":740,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.940189562Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"2ef04559-0e95-40b0-8b25-f15a862f0f9f","remote_addr":"127.0.0.1:48211","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.940260979Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:46278","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:46278/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1bee15-1f48-43f2-acc2-f627252d5fb3\", \"content-length\": \"4155\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.940639001Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:46278","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:46278/omicron-zones","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.940939886Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ef04559-0e95-40b0-8b25-f15a862f0f9f","remote_addr":"127.0.0.1:48211","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.941019033Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ef04559-0e95-40b0-8b25-f15a862f0f9f","remote_addr":"127.0.0.1:48211","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.942246534Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2ef04559-0e95-40b0-8b25-f15a862f0f9f","remote_addr":"127.0.0.1:48211","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.944752724Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"GET","req_id":"333c5101-9a86-4764-bd92-5fb767c65899","remote_addr":"[::1]:60256","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:21.945494789Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"GET","req_id":"333c5101-9a86-4764-bd92-5fb767c65899","remote_addr":"[::1]:60256","local_addr":"[::1]:46278","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":353,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:21.946151317Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:21.946500141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:46278","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:46278/omicron-zones\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333c5101-9a86-4764-bd92-5fb767c65899\", \"content-length\": \"27\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.038657127Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","sled_agent_url":"http://[::1]:47762"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.038826708Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:47762","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:47762/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.039989363Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"2ef04559-0e95-40b0-8b25-f15a862f0f9f","remote_addr":"127.0.0.1:48211","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":100124,"response_code":"503"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.041560718Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52001"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.04214501Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://127.0.0.1:34915/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef04559-0e95-40b0-8b25-f15a862f0f9f\", \"content-length\": \"133\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:22.044430461Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2ef04559-0e95-40b0-8b25-f15a862f0f9f\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 09 Oct 2024 22:46:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"2ef04559-0e95-40b0-8b25-f15a862f0f9f\\\" }\"","delay":"279.53924ms"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.045345997Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.045638963Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/inventory","method":"GET","req_id":"ea8692a0-e5fd-4989-98bf-4932f236f1b1","remote_addr":"[::1]:52001","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.046213906Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/inventory","method":"GET","req_id":"ea8692a0-e5fd-4989-98bf-4932f236f1b1","remote_addr":"[::1]:52001","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":580,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.046428085Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:47762","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8692a0-e5fd-4989-98bf-4932f236f1b1\", \"content-length\": \"4155\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.046860325Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:47762","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:47762/omicron-zones","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.047046926Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"GET","req_id":"8f906a63-c8de-4cce-bcb8-57d1f89fcfdf","remote_addr":"[::1]:52001","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.047343392Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/omicron-zones","method":"GET","req_id":"8f906a63-c8de-4cce-bcb8-57d1f89fcfdf","remote_addr":"[::1]:52001","local_addr":"[::1]:47762","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":304,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.047528853Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"SledAgent":"http://[::1]:47762","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:47762/omicron-zones\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f906a63-c8de-4cce-bcb8-57d1f89fcfdf\", \"content-length\": \"2268\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.05073039Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.050915901Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.050961799Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.051003337Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.051043015Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.051669175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.052355312Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.055363678Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.060231656Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.07645936Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.076624162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.077567517Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.079536393Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.100701782Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.108931149Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.121953726Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.129800061Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.143544734Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.1511747Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.163479902Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.17146736Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.191092672Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.222659714Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.231849224Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.242962173Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.253160896Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.262472281Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.277711143Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.299256613Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.429229182Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://127.0.0.1:34915/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.430245703Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:39749"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.431493194Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.432118094Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"190b7d65-003f-4979-a438-a1722889fdd0","remote_addr":"127.0.0.1:39749","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.434324719Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"190b7d65-003f-4979-a438-a1722889fdd0","remote_addr":"127.0.0.1:39749","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.434397875Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"190b7d65-003f-4979-a438-a1722889fdd0","remote_addr":"127.0.0.1:39749","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.435208136Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"190b7d65-003f-4979-a438-a1722889fdd0","remote_addr":"127.0.0.1:39749","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.446055438Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"190b7d65-003f-4979-a438-a1722889fdd0","remote_addr":"127.0.0.1:39749","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":13938,"response_code":"503"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.448198356Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://127.0.0.1:34915/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190b7d65-003f-4979-a438-a1722889fdd0\", \"content-length\": \"133\", \"date\": \"Wed, 09 Oct 2024 22:46:21 GMT\"} })"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:22.449913244Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"190b7d65-003f-4979-a438-a1722889fdd0\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 09 Oct 2024 22:46:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"190b7d65-003f-4979-a438-a1722889fdd0\\\" }\"","delay":"935.956872ms"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.450267797Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.459966193Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.470423883Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.485259274Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.493696911Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.502543099Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.509108795Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.5161044Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.522405559Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.530418516Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:701","component":"oximeter","version":12} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.530494793Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"id":"e22a01c2-2d30-4b01-a5ce-026eeb979943","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (12, now());"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.53787107Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","component":"oximeter","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.537975965Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","component":"oximeter","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.53808508Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","component":"oximeter","path":"/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.538130818Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","component":"oximeter","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.538163866Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.53872141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.538776487Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.612115322Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:34915/metrics/collectors","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.612869386Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:48565"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.613304426Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/collectors","method":"POST","req_id":"b3eb1dbc-da40-4cf3-85ab-333fc270cd28","remote_addr":"127.0.0.1:48565","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.613695457Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"b3eb1dbc-da40-4cf3-85ab-333fc270cd28","remote_addr":"127.0.0.1:48565","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.613789412Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"b3eb1dbc-da40-4cf3-85ab-333fc270cd28","remote_addr":"127.0.0.1:48565","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.614993295Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"b3eb1dbc-da40-4cf3-85ab-333fc270cd28","remote_addr":"127.0.0.1:48565","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.619935439Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","address":"[::1]:61672","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.620192177Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/collectors","method":"POST","req_id":"b3eb1dbc-da40-4cf3-85ab-333fc270cd28","remote_addr":"127.0.0.1:48565","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","latency_us":6927,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.621064265Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:34915/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"b3eb1dbc-da40-4cf3-85ab-333fc270cd28\", \"date\": \"Wed, 09 Oct 2024 22:46:22 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.622905377Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"file":"oximeter/collector/src/lib.rs:312","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.622975264Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.623001512Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626586581Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626688266Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626744863Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626795491Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626845219Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626892716Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626938824Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.626976342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.62703449Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.627083887Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.62745365Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:39988","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.627569424Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:39988"} {"msg":"upserting physical disk","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.627621971Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","model":"test-model","serial":"totally-unique-serial: 7ed27f89-6fc5-484b-b200-9360b34009c7","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7ed27f89-6fc5-484b-b200-9360b34009c7"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.627673279Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.627716617Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.62826816Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.692746599Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:33789"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.69314871Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:770","component":"oximeter"} {"msg":"lookup_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.693266694Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"oximeter","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.69399305Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.694131643Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.694265867Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.694323484Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.695096287Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.695782964Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"b371e918-b9df-4abc-865c-79db8d489368","remote_addr":"127.0.0.1:33789","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.696395165Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b371e918-b9df-4abc-865c-79db8d489368","remote_addr":"127.0.0.1:33789","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.696468141Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b371e918-b9df-4abc-865c-79db8d489368","remote_addr":"127.0.0.1:33789","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.697017135Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b371e918-b9df-4abc-865c-79db8d489368","remote_addr":"127.0.0.1:33789","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:22.699203781Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:834","component":"oximeter","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"352.706283ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.699789543Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.717181382Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.837604947Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.837807057Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:61672/producers","method":"POST"} {"msg":"inserted inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.838233486Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","collection_id":"41de9982-5755-4417-8b85-64a922cdee7c"} {"msg":"inventory collection complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.838298803Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","time_started":"2024-10-09 22:46:20.910779 UTC","collection_id":"41de9982-5755-4417-8b85-64a922cdee7c"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.838470425Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"collection_id\":\"41de9982-5755-4417-8b85-64a922cdee7c\",\"time_done\":\"2024-10-09 22:46:22.050639 UTC\",\"time_started\":\"2024-10-09 22:46:20.910779 UTC\"}","iteration":4,"elapsed":"2.413743292s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.838539342Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.83858215Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"21.739µs"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.838799549Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"oximeter","remote_addr":"[::1]:42994"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.839688677Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/producers","method":"POST","req_id":"b9a5a58d-43c7-4758-9948-0cd37b9c5870","remote_addr":"[::1]:42994","local_addr":"[::1]:61672","component":"dropshot","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.840267689Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:36799","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.840341406Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/producers","method":"POST","req_id":"b9a5a58d-43c7-4758-9948-0cd37b9c5870","remote_addr":"[::1]:42994","local_addr":"[::1]:61672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"oximeter","latency_us":568,"response_code":"204"} {"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.937452605Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","physical_disk_id":"7ed27f89-6fc5-484b-b200-9360b34009c7","zpool_id":"e1e5e658-8959-4440-82d6-3fbad9ede433","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.937518162Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.9375569Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.937620137Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.937879495Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61672/producers\", status: 204, headers: {\"x-request-id\": \"b9a5a58d-43c7-4758-9948-0cd37b9c5870\", \"date\": \"Wed, 09 Oct 2024 22:46:22 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.937937692Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.939750685Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"b371e918-b9df-4abc-865c-79db8d489368","remote_addr":"127.0.0.1:33789","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","latency_us":243903,"response_code":"201"} {"msg":"starting oximeter collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.94047936Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"address":"[::1]:36799","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","interval":"1s"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.94382593Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.943898307Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:22.943989163Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.944079038Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.945264442Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.94905909Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:22.953354555Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting dataset","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:22.971798224Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","address":"[::1]:39988","dataset_id":"8e11eb6c-c367-48b3-a476-4458c9a91fe3","zpool_id":"e1e5e658-8959-4440-82d6-3fbad9ede433"} {"msg":"lookup_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.055427377Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"oximeter","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:23.057581754Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:834","component":"oximeter","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"682.618439ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.081214645Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.081290631Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.081377537Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.081478542Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.083134713Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.083210779Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.083250788Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.083298535Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.083335453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.083370652Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.083925935Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.087704585Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.096110623Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.096436238Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.096560372Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.097281407Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.097667409Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.103932259Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.104025125Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.104067713Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.105156951Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.1074795Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.107545687Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.108393026Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.108930081Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","candidates":"[(41de9982-5755-4417-8b85-64a922cdee7c, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.108985688Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.109696204Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55179","req_id":"a8bf82b9-a1fc-4f66-ba8c-e502feafe259","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2d fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 -............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.10978243Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55179","req_id":"a8bf82b9-a1fc-4f66-ba8c-e502feafe259","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.110039108Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.111079278Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.111361884Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.11145491Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:55179","req_id":"a8bf82b9-a1fc-4f66-ba8c-e502feafe259","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33020, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61247, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.111836931Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33020, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61247, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4644, tv_nsec: 941705132 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.111919478Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.112218453Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.112648813Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:63299","req_id":"3860754d-2492-4fd4-a470-e1f5ef233b13","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 77 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e w...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.112717309Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:63299","req_id":"3860754d-2492-4fd4-a470-e1f5ef233b13","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.112873212Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.11291381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:63299","req_id":"3860754d-2492-4fd4-a470-e1f5ef233b13","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.113016565Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:59623","req_id":"96bb191d-9c80-4db8-9f80-4d1deae63c61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 74 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e t...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.113245574Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:59623","req_id":"96bb191d-9c80-4db8-9f80-4d1deae63c61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.113391987Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.113431035Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:59623","req_id":"96bb191d-9c80-4db8-9f80-4d1deae63c61","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.421767771Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.573017593Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://127.0.0.1:34915/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.596941669Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","remote_addr":"127.0.0.1:42423"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.597314012Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49963","req_id":"4943da52-e6ee-4c01-949a-31586affb4f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.597537551Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49963","req_id":"4943da52-e6ee-4c01-949a-31586affb4f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.597996889Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_snapshot","level":50,"time":"2024-10-09T22:46:23.598245387Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"peer_addr":"[::1]:49963","req_id":"4943da52-e6ee-4c01-949a-31586affb4f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.607855728Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.607973382Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","mgs_url":"http://[::1]:33020"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.608113575Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.608891928Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"0de05003-42d9-4937-af9d-79a0a307a98d","remote_addr":"127.0.0.1:42423","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.609405544Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0de05003-42d9-4937-af9d-79a0a307a98d","remote_addr":"127.0.0.1:42423","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.609549157Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0de05003-42d9-4937-af9d-79a0a307a98d","remote_addr":"127.0.0.1:42423","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.612077316Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0de05003-42d9-4937-af9d-79a0a307a98d","remote_addr":"127.0.0.1:42423","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.617628121Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered oximeter collector client","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.772114718Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.77228115Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"Some(Body)","uri":"http://[::1]:61672/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.7821229Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"local_addr":"[::1]:61672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"oximeter","remote_addr":"[::1]:42504"} {"msg":"lookup_socket_v6 srv","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.782305831Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"DnsResolver","component":"oximeter","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_snapshot","level":10,"time":"2024-10-09T22:46:23.783716044Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/producers","method":"POST","req_id":"800fe974-e935-408e-a731-57813df061e2","remote_addr":"[::1]:42504","local_addr":"[::1]:61672","component":"dropshot","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.803856411Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:63545","producer_id":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.819812109Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/producers","method":"POST","req_id":"800fe974-e935-408e-a731-57813df061e2","remote_addr":"[::1]:42504","local_addr":"[::1]:61672","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"oximeter","latency_us":36058,"response_code":"204"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.983701557Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"address":"[::1]:36799","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.984037191Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"oximeter-collector":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:61672/producers\", status: 204, headers: {\"x-request-id\": \"800fe974-e935-408e-a731-57813df061e2\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.984099058Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_snapshot","level":30,"time":"2024-10-09T22:46:23.98614555Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"uri":"/metrics/producers","method":"POST","req_id":"0de05003-42d9-4937-af9d-79a0a307a98d","remote_addr":"127.0.0.1:42423","local_addr":"127.0.0.1:34915","component":"dropshot_internal","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","latency_us":377245,"response_code":"201"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"test_project_deletion_with_snapshot","level":40,"time":"2024-10-09T22:46:23.988493018Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:834","component":"oximeter","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"647.20774ms"} {"msg":"starting oximeter collection task","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.988561675Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"address":"127.0.0.1:63545","producer_id":"27a30890-1d54-4f44-a3d7-69db124bae0d","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","interval":"10s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.992581733Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://127.0.0.1:34915/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de05003-42d9-4937-af9d-79a0a307a98d\", \"content-length\": \"41\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.994057812Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d"} {"msg":"pausing until time to renew lease","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.994113719Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"component":"producer-registration-task","component":"nexus-producer-server","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.995629567Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9425a3-cc43-4595-a7f6-f9a2c023d593\", \"content-length\": \"835\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:23.995877175Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0","method":"GET"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.005800381Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"address":"[::1]:36799","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.031929432Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7844323-3820-4533-96e9-3cf53d75b9cb\", \"content-length\": \"734\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.032218198Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.056407783Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb4937a-b733-4b7f-8895-2e6459181d04\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.063966801Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.08743521Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","result":"Ok(Response { url: \"http://[::1]:33020/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6154acfa-4dee-43a0-8ed1-3bf7e3c4e7b6\", \"content-length\": \"111\", \"date\": \"Wed, 09 Oct 2024 22:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.087755974Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"gateway_url":"http://[::1]:33020","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"27a30890-1d54-4f44-a3d7-69db124bae0d","body":"None","uri":"http://[::1]:33020/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_snapshot","level":20,"time":"2024-10-09T22:46:24.088222922Z","hostname":"w-01J9SJYPAAMH99N23X9HXASMYF","pid":17828,"result":"Err(InternalError { internal_message: \"unexpected database error: query `SELECT \\\"inv_clickhouse_keeper_membership\\\".\\\"inv_collection_id\\\", \\\"inv_clickhouse_keeper_membership\\\".\\\"queried_keeper_id\\\", \\\"inv_clickhouse_keeper_membership\\\".\\\"leader_committed_log_index\\\", \\\"inv_clickhouse_keeper_membership\\\".\\\"raft_config\\\" FROM \\\"inv_clickhouse_keeper_membership\\\" WHERE (\\\"inv_clickhouse_keeper_membership\\\".\\\"inv_collection_id\\\" = $1) ORDER BY \\\"inv_clickhouse_keeper_membership\\\".\\\"queried_keeper_id\\\" ASC LIMIT $2` contains a full table/index scan which is explicitly disallowed\" })"}