{"msg":"Running step start_crdb","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:31.873918888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:31.874745354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpY9DpDR","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:31.907084849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpY9DpDR/data)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:31.907152053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpY9DpDR/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpY9DpDR/listen-url","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:31.92575608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=6 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:31.926207049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach pid: 25283","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:33.958840888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"cockroach listen URL: postgresql://root@[::1]:58630/omicron?sslmode=disable","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:33.958951889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"Running step start_clickhouse","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:33.959530572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:33.959570462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.473989098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.474124678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.597668832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.598197204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.645499651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.64561946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"mgd port is 41507","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.717287013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"Running step record_switch_dns","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.717397543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.717611109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.717763763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.718108139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpbgbSHo"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.804330771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.804417915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.804442634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:44020"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.805554529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.805626373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.805654879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.80667893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.807195309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.807252653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpIAJu5c"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.820241232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.820301321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.820329698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:48906"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.820474346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.820552412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.82058159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.821258839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.821468848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.821516262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"setting up nexus server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.822178662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824382573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824434917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.82446614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824490288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824514656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824534396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824556079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824578293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824598423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824622481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.82464219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824667381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824688262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824710126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824729314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.824750847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825209921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825258659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825290091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825311073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825333808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.82535497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825377535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.82539971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825427365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825454669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825474469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825496833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825517755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825540009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825600941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825630459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825653956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825688485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825714497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825734948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825756871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825776671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825801791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825820728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825845227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825864706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825886289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825935126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825958804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.825981659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826001719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826024515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826043923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826074875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826097049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826119754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826145305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826164724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826188972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826208251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826230114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826249643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826271677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826290444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826312578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.826528859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:44020","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.846358429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"new DNS resolver","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.846421003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","addresses":"[[::1]:44020]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.846839948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:58630/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 58630,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.848580696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Database schema version is up to date","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:34.890156984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:34.986483178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"4a858618-95b4-4285-8949-6eb898eb2966","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.063911078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064059474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064119634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064160144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064184613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064219793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064256837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064294362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064335474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064373099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064409692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064446605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064470513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064503508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06453939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064595191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06463457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064692886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06473035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064756202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06479057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064830269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064856482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06490068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064943645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.064978936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06500604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065039386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065181479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06521694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065252651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065276328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065307631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065339384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065371829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065394804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065465355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065506136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065529974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065561376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065593861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065619973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.06565343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065689101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065722096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065745423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065777046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065809711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065832386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065863809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065896334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065921574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065953788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.065991082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.066025791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.066046863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"SEC running","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.066076753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"sec_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"SEC","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.066492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.066565717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.081143703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.081346487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.082299556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.082369646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.082794893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.0830245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.119184697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54123","req_id":"2006236d-35c3-450e-8714-f1fbb2f56bb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 25 a1 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 %............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.119368834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54123","req_id":"2006236d-35c3-450e-8714-f1fbb2f56bb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:35.121491724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54123","req_id":"2006236d-35c3-450e-8714-f1fbb2f56bb7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.136625747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.136765466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.136798912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.138967373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.139205217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.13926184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.139290807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.139632268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.159197741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.159293381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.159325174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.161143958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.161222855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.161261893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.161291532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.161764765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.662177685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.662366612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.662412814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.664459271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.664537457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.664578699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.664607677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.664914839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:35.907942947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.908035621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.908064579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.908580136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.921623244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.921727371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.923630102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.923687186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.923988837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.924067193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.9244821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.930328408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.930533958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.930582595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.930609869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.931309563Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.936175919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:35.936233123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.936263003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:35.937579065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.04364277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.047012524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.047087754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.047120669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.047148004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.047175689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.047534003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.067348332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.067409844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.067443301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.068473403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.071723469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.0857971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.085874133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.085905215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.086387957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:36.161701504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.161772696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.161803988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.163893932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.163954022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.163979413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.164006697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.164415301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.168480791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.168537454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.169182319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.172322566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.172384479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.172416112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.172443467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.172855197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.17486909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.174928298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.174959089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.17536118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.177725852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.177770461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.177799368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.178193463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.180733384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.186482088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.186558961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.186639231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.186680393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.186706365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.186729771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.187154748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.189709057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.189765871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.189794538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.190403231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.192609546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.192667682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.19269679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.193119943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.195650916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.203311509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.203371058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.203398443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.203809612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.222045806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.222149333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.222186166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.222213961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.223393331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.225697702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.225757371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.22578668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.227032803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.229951588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.230011157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.230041888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.231189364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.233659245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.239750943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.239921763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.239963296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.240364726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.248824651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.248883258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.249542682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.257600627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.257674975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.258303077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.264540835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.264608399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.264641515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.264665964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.265106211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.267131907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.267187318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.267214983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.267606232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.270512723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.270561801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.270588625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.271016547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.273515146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.278649445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.278741859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.278774464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.279185103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.326284756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.326359184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.32638746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.326413312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.327075391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.33076384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.330817106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.330845232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.331810876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.334508411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.334665464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.334890151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.335874282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.351248775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.363949841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.364041333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.364073387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.364447232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.443322756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.443400181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.443431473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.443458276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.444322047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.46384701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.463895897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.463923532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.464561233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.466718711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.474671597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.474749051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.475196913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.478243744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.484361944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.484453316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.484483977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.486178063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.494124816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.494159445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.494187431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.498093544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.50117822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.501261786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.501748035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.504022667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.50407447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.504507753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.506325375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.506881242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.50693525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.506964368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.507697389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.512917028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.513002639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.513033761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.513890338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.530016829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.530114433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.530146256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.530666954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.53364144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.554355973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.554440331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.554467164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.554497845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.554522665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.554548126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.557558393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.561274437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.561333906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.561362733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.56248516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.566649457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.566923543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.566975316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.56804663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.576461917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.583557605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.583622344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.583649188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.584015948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.601079707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.601162872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.601195237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.601220447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.601967626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.60587952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.605942626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.605973107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.606384356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.615285581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.615349108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.615378416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.61605277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.618977878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.628210393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.628283649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.628315572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.62887126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:36.739121005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.739186185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.739211235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.739238319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.740181789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.746520127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.746579696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.747242757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.753892406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.754194087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.757129887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.764001167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.765024727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.765080548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.765110447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.765695102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.76834902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.768390493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.76841924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.770232393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.773158302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.773212661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.773243061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.773684952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.786381127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.797834838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.797904186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.797928795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.797992863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.79864372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.811440737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.811593561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.811691306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.811777137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.812964493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.816458635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.816535608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.816567782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.817173699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.819188193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.819261379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.819289335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.821392144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.825642062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.835026751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.845411642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.845477944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.845618674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.845647331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.846315663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.849972619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.850046336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.850255643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.851930009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.855481345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.855832414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.855938796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.856629352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.865477943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.878023599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.878327885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.878382795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.878982479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.980935464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.981010113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.981829966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.99309446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.993199439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.993242154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.993271202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.993729455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.997349288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.997433285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.997466551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:36.99782712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:36.99975976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.008680615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.009854824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.010862582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.015835099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.022497704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.03068659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.031858245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.03191617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.031948124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.033781306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.038479266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.038618083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.038650808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.047413678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.054211061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.054474145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.058137354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.060688978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.071268727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.091196542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.091438484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.091670647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.097232849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.104338507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.104506832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.104886098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.110595634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.110767576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.110813598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.110842946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.112191674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.114158903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.114219153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.114249524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.11544198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.186230672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.186311302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.186341252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.18694276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.188903647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.196049365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.203021727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.203114321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.203145684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.203174241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.204405514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.20688284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.206941186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.207001466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.207719096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.21025085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.210309407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.210337393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.211268758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.213222621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.219719917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.219787812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.219816479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.22019854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.227357404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.22742546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.22833418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.231344087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"created built-in services vpc","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.231397093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.231530629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.231594787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.240673626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.240737473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.240765128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.240791921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.241354402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.248175483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.248234119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.248260542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.248285341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.248970777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.251970734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.252019021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.252047848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.252517454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.258519983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.258575855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.25916081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.267507571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.26757258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.267601428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.267625926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.268455279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.270585102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.273245884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.273305452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.273337095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.273885508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.294958074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.295152912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.295301428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.295429002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.296232403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.301065212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.304810204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.304911636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.3049989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.305682221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.384219842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.384321635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.385757596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.391924413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activating background tasks","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.391984483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Running step start_sled1","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.394937567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.395154429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.440194568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.440439296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.440755005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.440812359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.440841237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.440869814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.441653625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.441711941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.441742813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.441955346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.442039815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442069764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"94.378µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442098922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442126147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.442151287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442179603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442577716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442630421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.442660862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442722625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.442752124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442777945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"21.713µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.442806873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.442847033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","expiration":"2025-04-30 06:27:37.442755140 UTC"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.443097342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.443145337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.443922496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.443992145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.444021814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.444054709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.444081783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.444107695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.444532942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpHPyZLI/artifact-config.json","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.445335481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.445389198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpHPyZLI/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpW3uv68/artifact-config.json","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.445417925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.445439789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpW3uv68/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.498421932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:50950","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.498586049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:50950","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.501313263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:50950","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510599956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510673984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510704795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510761849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510790195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510815947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510841247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510867549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510923621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510950535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.510974422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511014332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511040444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511065985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511124331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511150583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511175744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511199651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51122418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511280101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51130456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51132938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511354299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511412044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511439198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511464359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511489208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511514779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511537715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511565009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511589859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511615329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511640289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511664858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511689808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511715659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51174123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511766982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511794256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51182156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511848865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511873213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511898063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.511922842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51194694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.5119721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51199689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512022671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512047741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512075085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512099845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512123682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512148081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51217294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51219786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51224798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51227318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512296537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512319532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512347488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512375775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512399151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51242375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512450213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512475944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512501395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512526946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512553178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.512576013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512600312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512621023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.51272467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.512756062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.514593904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.514642842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.514684795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.514713883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.515840157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.515895097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.515922631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.5159469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.515976559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.516088692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.516134393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.516708157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.516754709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.516927484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51696584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"209.517µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.517088504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.517127923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.517152812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"38.988µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.517178955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.517207121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.517234205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.517260707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51728732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.517708109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.517858238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.51799994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.518043477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.518071844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518097455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518537902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518590216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518619605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"24.037µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51864706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.518672931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518698763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"17.796µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.518724324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.518749624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.51902883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"234.227µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.520608648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.520668096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.52070011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.520728427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.520754769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.521583691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.521645063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.521674642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.521701886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.521729301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.52175403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.522149338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.522193696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.522817148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.522870585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523286784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523346463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.523375771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523402444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523770929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523829525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.523857792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.523883814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.524359451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.524401395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.52456483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.524601654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.524631253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.524656283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.525094526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.525150858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.525209395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.525631726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"476.409µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.525684662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.525911714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.525958267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.526432772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.526485447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.526514465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.526539936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.52656738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527009742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527060453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.527086565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.527107446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.527131885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.527156214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527183658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527718744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527773143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.527849134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.527884304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528357828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528410823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528440202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.528462827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528486334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.528894226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.528927483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.529064626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.529717968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.529775863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.529804139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.529831394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.530713822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.53077322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.530819192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.530849061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.531282846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.531338507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.53136512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.531392183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.532127038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.532305573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.532367036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.532398438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.53293616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.532990017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.533019396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.53304663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.533115898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.533146599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.533614612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.533671214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.533698879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.533728739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.534181321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.534236661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.534264767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.534291811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.534975894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.535053508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.53508433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.535111434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.535457924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.536541433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.537232049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:35649/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.53818592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.538249276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.538281089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.538310167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.539300631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.540151586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:50378"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.540616773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49543","req_id":"c82c8552-51b5-4e77-9b7c-0b247c7ca25c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: aa 52 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .R..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.54069544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49543","req_id":"c82c8552-51b5-4e77-9b7c-0b247c7ca25c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.541228903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49543","req_id":"c82c8552-51b5-4e77-9b7c-0b247c7ca25c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.541285315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49632","req_id":"e37445a0-b637-4d9c-9204-d5a6265b5b4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 00 b7 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.541326868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49632","req_id":"e37445a0-b637-4d9c-9204-d5a6265b5b4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.541592737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49632","req_id":"e37445a0-b637-4d9c-9204-d5a6265b5b4a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.542162863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.542222322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.542252452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.542277963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.542676006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.543587502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.543647832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"101.931682ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:37.543785216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.543836779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"101.198562ms"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.544154852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5b4d6344-4624-4af2-9d5f-a3d0adcca6ab","remote_addr":"127.0.0.1:50378","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered sled agent","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.56100265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.575629814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","pruned":"{}","expiration":"2025-04-30 06:27:37.442755140 UTC"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.575846285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"expiration\":\"2025-04-30T06:27:37.442755140Z\",\"pruned\":[]}","iteration":1,"elapsed":"132.95829ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.59218552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.592674314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.594378359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.600678572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.600741788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.600773531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.601493877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.615679761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61684","req_id":"cb3a04d1-ae5b-4704-9852-78d0d3e44bdb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 68 90 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 h............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.616322492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61684","req_id":"cb3a04d1-ae5b-4704-9852-78d0d3e44bdb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.616840073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61684","req_id":"cb3a04d1-ae5b-4704-9852-78d0d3e44bdb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.617155882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57202","req_id":"dfa152a8-96c5-41b6-a26c-058277f57896","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 24 38 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 $8..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.617301512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57202","req_id":"dfa152a8-96c5-41b6-a26c-058277f57896","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.617666099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57202","req_id":"dfa152a8-96c5-41b6-a26c-058277f57896","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.620518131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"104.623817ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.621176864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.621363355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.621477703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"109.396025ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.623190075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:37.623300294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.62339851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"108.772522ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.623800802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.629794103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.630107397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.630223549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.631732024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.634945527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.647336645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.647500031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.647545381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.647871421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.668216347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.673282882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.673505986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.673556406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.67415052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.674213355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.678380298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.678444395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.678475347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.678811106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.679406653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.684337778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.684398729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.684428408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.684804287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.735913419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.736002316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.736652582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.788587638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.797530947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.797608281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.797638862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.797667309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.797692208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.798150181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.891439885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"362.512943ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.90613824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.906614519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.907435445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.907551977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.907597758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.908191932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.908253394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.913166173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.913227405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.913256643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.913618765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.948520143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","count":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.948996282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"420.558976ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.971885607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:37.971966549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.972026909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.972820741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.991371752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:37.991432373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.991462754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"463.679671ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:37.995610658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.005139363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.005228291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.005273871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.005302649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.005329312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.006018485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.046464832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.047692247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.048864413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.079632005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"547.283787ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.079702135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.09175019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.092281038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.092345676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.094434438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.114545638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"579.527229ms"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.135129771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"604.377282ms"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.135348256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"601.623005ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:38.14392752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.143978541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"628.03613ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.149156879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.149216608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.151504707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.152322817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":1,"elapsed":"630.677403ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.152469669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.152517415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.152547935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.152574729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.153297028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:38.158661366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.158712147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"638.141264ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.158834842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.158887286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.160862862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58552","req_id":"4a6b8f6b-c27d-49a5-a155-f43565043897","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dc 31 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .1..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.160926299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58552","req_id":"4a6b8f6b-c27d-49a5-a155-f43565043897","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:38.161620191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58552","req_id":"4a6b8f6b-c27d-49a5-a155-f43565043897","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:38.162961834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.163212053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"645.860635ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.183640105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.183708591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.184567703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.188010232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.197172757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.197708124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.197767482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.198392227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.219137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"695.291974ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.219540283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.230587815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.310109076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"786.708996ms"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:38.333738295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.333815219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"893.098279ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.346123863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.346219854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.346251948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.346279333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.346979337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.347106992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.347154677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.347588321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.354695101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"824.88541ms"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.356303175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.356406911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.356441941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.357290231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.361722061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.3617814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"837.373792ms"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:38.373252445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.373312665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"931.11227ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.376608211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.380648321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.380729422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.380762208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.3811049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.381534506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.381593263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.381625047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.381650818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.382064673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.382432556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.382486293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.382516824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.382544849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.382571011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.382967271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.383094434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"5b4d6344-4624-4af2-9d5f-a3d0adcca6ab","remote_addr":"127.0.0.1:50378","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":838960,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.383577256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:35649/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"5b4d6344-4624-4af2-9d5f-a3d0adcca6ab\", \"date\": \"Wed, 30 Apr 2025 06:37:37 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.383894849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385324969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385452182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385489807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385518234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385546139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385577412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385605157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385629616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.38565702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385681098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.385704495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.385727851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.386182307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.386236445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54483"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.386290803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.38631436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:37:38.431271133Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3aa84c1b-4da2-4c4d-bc5c-ec5ec53eb1c8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"bdda6f73-e631-480e-b49f-b7453f4de516.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"52c629af-0807-4e15-a94c-d8b50ca583b8.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34271,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a13b7fe7-4024-4a0a-b436-fe24742aed0b.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44713,\n target: \"a13b7fe7-4024-4a0a-b436-fe24742aed0b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51395,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54483,\n target: \"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58630,\n target: \"3aa84c1b-4da2-4c4d-bc5c-ec5ec53eb1c8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"a13b7fe7-4024-4a0a-b436-fe24742aed0b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61517,\n target: \"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35649,\n target: \"52c629af-0807-4e15-a94c-d8b50ca583b8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"a13b7fe7-4024-4a0a-b436-fe24742aed0b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44156,\n target: \"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41507,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"a13b7fe7-4024-4a0a-b436-fe24742aed0b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50950,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.431636141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.431810588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"body":"Some(Body)","uri":"http://[::1]:61517/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.432328119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.436129293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.436189823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.436220545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.43658968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.437300036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.437424664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"903.199617ms"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.437661816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:36705"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.438852459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"189f9d48-af4c-4b42-9afd-c4c104ab9d7e","remote_addr":"[::1]:36705","local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.439568155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":1,"req_id":"189f9d48-af4c-4b42-9afd-c4c104ab9d7e","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.439617012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.43964093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.440638918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.440845139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.440887193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.44091083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":1,"req_id":"189f9d48-af4c-4b42-9afd-c4c104ab9d7e","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.441071279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"189f9d48-af4c-4b42-9afd-c4c104ab9d7e","remote_addr":"[::1]:36705","local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2257,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.44132776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(Response { url: \"http://[::1]:61517/config\", status: 204, headers: {\"x-request-id\": \"189f9d48-af4c-4b42-9afd-c4c104ab9d7e\", \"date\": \"Wed, 30 Apr 2025 06:37:37 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.441908037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.499202622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"body":"Some(Body)","uri":"http://[::1]:44034/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.504684064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51584"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.505768725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/omicron-config","method":"PUT","req_id":"b226c05f-d611-48d0-b5a6-c400e6db2afe","remote_addr":"[::1]:51584","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.509200903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/omicron-config","method":"PUT","req_id":"b226c05f-d611-48d0-b5a6-c400e6db2afe","remote_addr":"[::1]:51584","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3439,"response_code":"200"} {"msg":"No bundles to collect","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.509616381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.509908082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"992.154152ms"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.510266807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.510493639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.510702295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.511769742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.52092382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.532165088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.532288915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.532434214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.533165541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.5343191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(Response { url: \"http://[::1]:44034/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b226c05f-d611-48d0-b5a6-c400e6db2afe\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.535023092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"body":"Some(Body)","uri":"http://[::1]:44034/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:38.536096812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/network-bootstore-config","method":"PUT","req_id":"74f937d8-a328-4ac4-920a-476eefee10f2","remote_addr":"[::1]:51584","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:38.537149058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/network-bootstore-config","method":"PUT","req_id":"74f937d8-a328-4ac4-920a-476eefee10f2","remote_addr":"[::1]:51584","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1060,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.537921207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(Response { url: \"http://[::1]:44034/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"74f937d8-a328-4ac4-920a-476eefee10f2\", \"date\": \"Wed, 30 Apr 2025 06:37:37 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.539551365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:38.539647085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.582440812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.582532745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.58261043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.582640059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.583079645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.588247492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.600325416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.600392369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.600454684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.600862185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.66799821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.668082237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.670708009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.139312198s"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.670940913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.670988197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.671018618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.671069559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.672243648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.672827872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.673263711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.67345904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.147759068s"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.735617066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.73577482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.735807565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.735865791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.737468425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.737737771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.737787681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.737815296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.738731812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:41.739677366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.739795551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.295687786s"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.740876415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41696"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.743128051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc-routes","method":"GET","req_id":"6cc5236c-ea10-499c-a06a-bb5b79c9740b","remote_addr":"[::1]:41696","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.747558198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc-routes","method":"GET","req_id":"6cc5236c-ea10-499c-a06a-bb5b79c9740b","remote_addr":"[::1]:41696","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4416,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.74901479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc5236c-ea10-499c-a06a-bb5b79c9740b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.749253005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.749305309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.749847369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.752041601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.756600344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.75680925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.756852286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.757307242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.761057314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.761111863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.764815822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.770351552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.770413946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.770445219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.770471671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.77049633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.771100975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.7724487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.778247464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.778731328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.778787991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.779262627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.779682333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.788652064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.788724408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.788749198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.788778927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.788804297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.78883056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.789306809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.796616443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55631","req_id":"4d2520c4-1261-4663-b44e-c85f09ed6537","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 92 a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.796731151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55631","req_id":"4d2520c4-1261-4663-b44e-c85f09ed6537","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.797241728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.797472087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.797649701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55631","req_id":"4d2520c4-1261-4663-b44e-c85f09ed6537","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.799700067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3926, tv_nsec: 598441878 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.799764735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.802918469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.802976775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.803611009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.808884857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52565","req_id":"67900151-dc31-4ee6-b7d8-fdfa9646dff8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 83 91 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.809012902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52565","req_id":"67900151-dc31-4ee6-b7d8-fdfa9646dff8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.809275856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.809317208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52565","req_id":"67900151-dc31-4ee6-b7d8-fdfa9646dff8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.809821062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.814734452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.814796936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.814828038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.815314668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.829429681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.829492446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.829523478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.830499783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.830881153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.830934289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.830964098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.830990581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.831760515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.91233792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.919386805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.919734457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44034/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.922010783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/eip-gateways","method":"PUT","req_id":"7e690234-811f-402c-9577-a78eaa78e716","remote_addr":"[::1]:41696","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.923086225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/eip-gateways","method":"PUT","req_id":"7e690234-811f-402c-9577-a78eaa78e716","remote_addr":"[::1]:41696","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1061,"response_code":"204"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.92690319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64650","req_id":"b1c40155-de80-41b4-8072-dacf6f75b05c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 74 3d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c t=..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.926972238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64650","req_id":"b1c40155-de80-41b4-8072-dacf6f75b05c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.927268108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:41.927988433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64650","req_id":"b1c40155-de80-41b4-8072-dacf6f75b05c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.928047881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7e690234-811f-402c-9577-a78eaa78e716\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.929645114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":1,"elapsed":"4.40234826s"} {"msg":"set cockroachdb setting","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.931519478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.931732162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.931820598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.932269543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.93597237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.936011017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.936039203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.936918575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.936980278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.937010759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.938336841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.93877299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.947401041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.948011227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.948060345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.948694699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.95106423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.960708034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.960826009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.960910859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.961482097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.962009958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44034/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.96359679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52816"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.970691927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.97090953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.971067315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.971192264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.971989061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.975395538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/artifacts-config","method":"PUT","req_id":"ed57cac9-9e37-4218-9a77-669d616d09a4","remote_addr":"[::1]:52816","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpHPyZLI/artifact-config.json","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.976893603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.976956508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpHPyZLI/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpW3uv68/artifact-config.json","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.976983562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.977005606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpW3uv68/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpHPyZLI/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.977032921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.977306967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.977469551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.979308825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpW3uv68/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.980296413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.984012377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:41.985657004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/artifacts-config","method":"PUT","req_id":"ed57cac9-9e37-4218-9a77-669d616d09a4","remote_addr":"[::1]:52816","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10276,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:41.986189565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.986304794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.993592735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:41.994153082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.015711255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.015775363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.015799471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.015823939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.016694995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.017582643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/artifacts-config\", status: 204, headers: {\"x-request-id\": \"ed57cac9-9e37-4218-9a77-669d616d09a4\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.018351706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/artifacts","method":"GET"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.073304726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.073956274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.074023608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.074819564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.075787292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50906"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.076004205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/artifacts","method":"GET","req_id":"fefe8886-0d57-4eb6-b1d3-d7460494ce05","remote_addr":"[::1]:52816","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.077500315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/artifacts","method":"GET","req_id":"fefe8886-0d57-4eb6-b1d3-d7460494ce05","remote_addr":"[::1]:52816","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1487,"response_code":"200"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.078136112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.07836073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.078425329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.079355642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.081125198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/v2p","method":"GET","req_id":"7ae812e3-4f59-4f2b-b5bc-d08355bfcf7f","remote_addr":"[::1]:50906","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.081336629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef825ca-b7a3-4b16-bf8e-d5b253028eec\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.082416841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.0825817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fefe8886-0d57-4eb6-b1d3-d7460494ce05\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.082828532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled":"http://[::1]:44034"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.084345454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.084411686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.084442988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.084469692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.085294675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.085415937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/v2p","method":"GET","req_id":"7ae812e3-4f59-4f2b-b5bc-d08355bfcf7f","remote_addr":"[::1]:50906","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4311,"response_code":"200"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.088251316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:42.017528876Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:42.082720186Z\"}]}","iteration":1,"elapsed":"4.555244445s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.093119736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae812e3-4f59-4f2b-b5bc-d08355bfcf7f\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.093226589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.093301488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.093329634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.096970158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":1,"elapsed":"4.574742214s"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.102612279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.102722719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.102758641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.103502523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.111394147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.111451792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.112222557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.115416742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.128544778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.143093836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.143162363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.143362752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.143413644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.14414475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.147802067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.148657341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.148714986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.149184301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.153859697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.153981339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.157152547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.159533151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"408bbd08-44c9-4976-a4da-329111f23bc7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.161245082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.183303652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.183505614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.184473372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.192261961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.192326339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.195272289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.201632431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.201691989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.201721328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.201746328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.202399198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.212555063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.212654982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.212687878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.213291811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.217140079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.217225569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.217260859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.21770264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.222045322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.231624458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.231720439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.23175107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.231787603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.231817422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.231847202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.232670993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.24239617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.242612481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.242739794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.243283077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.263178718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.263261693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.263295811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.264130183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.265916442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb039bf-1e31-434b-b9bd-d6c8b48d30e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.2670394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.267305971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.267452543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.267501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.267529827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.268066606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.271451651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.300744846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.300922229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.301022559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.305625109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.311557169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.316889252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.316941326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.316967909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.318886331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.335704891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.335826624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.336623221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.340809071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.34086885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.340900092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.340926305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.341617121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.342614458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.342675951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.343978055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.349302353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.359329492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.35941412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.359446645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.361334507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.362020504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.36224962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.362823493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.368209274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.368286428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.368988076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.369915303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.370065272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.370106795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.37016461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.370688835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.373737178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.373810995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.373843841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.373871646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.374527042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.379095685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.384938847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.385725133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.385846445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.385884822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.386612421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.386883071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9c46c0-44fe-4324-a3a7-b487a2f0d93d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.387051586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.396340233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.39639861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.396431876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.397032853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.397451558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.397495555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.397520946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.397544242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.398596469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.413402268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.422736867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.422814652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.42284361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.422875423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.422904962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.422931244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.423290189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.426947677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.431206823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"IpPool { parent: Fleet, key: e2b97769-95d4-47d2-9fdb-e4e83a361e9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.431864193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.43197811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.432099862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.432676822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.440622874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.440748785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.44090701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.441005777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.441597395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.442060518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.442164796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.442250677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.442746274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.44593594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.453984195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.455478272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.467142382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.467226289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.467257832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.467715053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.478903044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9757be38-6d2d-4679-ada7-965a289ccbbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.479215066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.483702297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b284cd5-2891-49d3-b219-b53f767ba14f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.483831344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.484601288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.484665836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.484695736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.484721668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.484746708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.485459558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.487855692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3bc5971-0964-4d98-bacd-cfd2005f2e30\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.488133065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.49483607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.50369972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.504252121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.504310677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.505133226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.507101258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630fb2d6-fa30-42ac-8435-8f1aa2c214e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.5073435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.50930599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8158ed-9738-4498-98de-e1bce0294f26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.509801087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.511235425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0691a4ff-a02d-4e24-b4ee-959cade4ae4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.511464892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.513122575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b96019-6fb2-41f9-9601-403422605565\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.513272814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.514337966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38290059-0136-4daa-a591-c955051dd06d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.51450049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.517649083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40cc217d-1ae5-4b16-a2d3-e5068170ea3d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.51770273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.520491346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac1afcc-29f8-4e37-9d2f-b18e31e2f511\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.520565204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.524002422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.52406683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.524097491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.524123393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.528585634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb47a60e-ba00-4a65-b84b-8769cf886597\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.528771053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.533037323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3089f36a-ea92-4675-bab5-bc5e2e2fa9f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.533219476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.569703528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8547a3ca-03ed-4e68-9398-6743a828cec4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.569787386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.577094975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5eac98-47ec-4b4b-bea5-3f38633740f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.577169915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.579128557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e83e5d-f81f-4a99-a5f8-49c03b5ee796\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.579180781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.587331521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cac819f-61c2-4ec4-8738-819d357972cc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.587518103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.611706116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.61186883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.611913048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.611940313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","elapsed":"5.084620263s"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.611965833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":1,"elapsed":"5.084667707s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.612971176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17332736-07a2-4a5b-bb48-0206b200ad3e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.613621242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.626611053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b989410-aea8-4416-b964-7a85d13841f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.626961371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.628177735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062cbfd4-f9b1-4f5f-8adb-602df58e7c32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.628500097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.629850778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c4a257-f81d-4361-bf94-5f97274dce5a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.630181327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.634802243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c643993-7a8e-4114-a2f6-8844f87ef5ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.637267505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.64044676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","blueprint_id":"201a7ba5-5fa4-4943-b2c5-212ddd99816d"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.640553412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.640676828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.640776577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.640870965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.64193244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.644041562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb43b78-7388-4d3b-88cd-810bdb4b3878\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.644408052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.644697078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.652863169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.667718527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.669101122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2d0867-b9a1-4e1c-82cf-ca9b7f7d9de9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.669333074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.671129383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30173e65-9a7d-4db6-a0c3-ecff183aef7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.671391054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.678951628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f9b57c-aa81-45f0-8ca7-479d371785cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.679175003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.681660946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6a66ed-14ee-4cfe-bdd4-2cb54868aacd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.681909311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.682864925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"303431bc-1105-4920-8e8a-e3db951de8a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.683097258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.690388666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0ab1fd-d815-460b-8bc6-fad49dd139b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.690781158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.693317221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6d835d-bf61-4701-ba0e-3fedce20d08f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.693525666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.695064081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c57bd2-87c1-4a99-aff6-f067d158e309\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.695133419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.697044587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e316dd-3c88-4471-ab0c-55bd848e88af\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.697363082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.700535903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a195bb-5d55-4620-9f27-19d20d8c9ad8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.700608308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.703561873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9f6760-d6b2-4603-b08f-3849701ce845\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.703628806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.70694854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d54f72-a199-42ed-9ff6-46b67ca0438b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.707040704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.71011015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1894363-1d9a-4318-8fa1-1116b0ddadb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.710171752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.713418912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1095c14e-db93-45fd-b954-389e26175048\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.713496527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.718085981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acffa7eb-ad28-489d-be17-3c870ea8b6b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.718203114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.720154312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25050ce9-fb2b-4cce-ad1e-17d9e6510882\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.720221937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.722826676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38fe250-3340-4ffb-b14f-ce012322bf8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.722904031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.728706782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beea18e5-0721-41f0-abcd-fd3460b785d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.729164063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.731512172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c939c55e-a234-465c-b646-2114580a1834\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.731864474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.742138364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.742311699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.74240744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.743255319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.750316057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.755866105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.755942999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.755974291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.756065813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.756095663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.756612162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.758554852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.758659411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.769825138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.793751168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.793831137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.793861438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.794650139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.934551223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.935212581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.938760259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.93886604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.938929657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Inserted service networking records","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.938988103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Inserted physical disks","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.939054255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Inserted zpools","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.93911199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Inserted datasets","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.939371467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.948494023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42558"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.974900937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"5a765e0b-635a-4ea8-ad4d-f4f015d0d601","remote_addr":"[::1]:42558","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.975719728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"5a765e0b-635a-4ea8-ad4d-f4f015d0d601","remote_addr":"[::1]:42558","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":810,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.976083603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a765e0b-635a-4ea8-ad4d-f4f015d0d601\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.978293416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.978349969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.978376853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.981026742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.981088335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:42.981119126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.981147132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.98182878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:42.982788543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:42.99264965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.011799405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.012335242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.012491203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.01707207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.018704914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.019432143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.019576831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.020295713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.02048994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.02113723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.024189521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.028668215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.028797342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.028832592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.029006198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.029049495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.02950891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.040161915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.043803892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.12547702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.125545537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.125573302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.125599234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.126466922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.130690628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.140340354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.140436957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.140467538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.140492738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.140515664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.140827776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.151124982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.164795419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.167600769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.167763102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.167865406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.167953341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.169063072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.171249048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.193931221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.209984756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Created recovery user","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.21552266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Created recovery user's password","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.221124742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.221190453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Silo { parent: Fleet, key: 0465899b-02b5-4730-bcd2-531349037c50, lookup_type: ById(0465899b-02b5-4730-bcd2-531349037c50) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.221225242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"0465899b-02b5-4730-bcd2-531349037c50","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.22125416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.221281063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.222024976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.22381409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.223872507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.223903098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.224372743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.231197321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.234349702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Silo { parent: Fleet, key: 0465899b-02b5-4730-bcd2-531349037c50, lookup_type: ById(0465899b-02b5-4730-bcd2-531349037c50) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.234417357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Granted Silo privileges","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.253535789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.253724294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.253831498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.253989633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.254030845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.255577176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.257528684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.260498011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.285495296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.285565406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.286292695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.29018976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.290247024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.290934584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.293932336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.293986454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.294415489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.297123084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.297185558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.29721678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.297245838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.297637599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.30054901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.300610703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.300640522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.301018535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.302962949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.303051596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.30308356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.303442515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.306260369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.313723609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.313790182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.313816815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.313849871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.313879329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.313905642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.314201361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.317648509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.317712627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.3177442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.328740389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.332985437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.33304724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.333076138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.333757756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.336765258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.34462095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.34468597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.344714968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.345085887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.348832211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.348893212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.349910449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.364361762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.364421101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.36506299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.381188128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.381261123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.381737933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.385943553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.386018602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.386051668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.386079864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.3865745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.397911188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.397969724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.397998321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.39878568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.402829537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.40288614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.402914346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.403632617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.435910138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.444466897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.444722215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.444772716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.444803988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.444914929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.447523918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.447583917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.447985888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.450105912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.450162184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.450491029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.4533321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.453385897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.453816866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.456848146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.456916291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.456948886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.456976371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.457480916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.459306253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.45936493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.459395982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.459925918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.461785653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.461843569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.461873819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.462355398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.464242919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.47084316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.470915043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.470945554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.470980924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.471009822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.471037126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.471325671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.473491476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.473550504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.473581446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.479384007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.484013811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.484154622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.484200834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.485384583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.488071927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.49571724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.495926196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.496054311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.496608876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.501657766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.501846662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.502711535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.540510467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.540676759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.541433076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.544475417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","collection_id":"b6b45cfd-e58e-4ff2-8239-089be9d7ece3"} {"msg":"inventory collection complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.544740766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","time_started":"2025-04-30 06:37:41.935695 UTC","collection_id":"b6b45cfd-e58e-4ff2-8239-089be9d7ece3"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.545560479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"collection_id\":\"b6b45cfd-e58e-4ff2-8239-089be9d7ece3\",\"time_done\":\"2025-04-30 06:37:42.978270 UTC\",\"time_started\":\"2025-04-30 06:37:41.935695 UTC\"}","iteration":2,"elapsed":"5.163146721s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.547749641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:43.547858037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.547983637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"245.118µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.548124167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.548220269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"97.765µs"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.548852669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.548957768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.549514698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.570715539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.570927441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.571502948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.58218418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.582256794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.582295551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.582321233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.583026368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.589787048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.58984345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.589870634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.590351973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.618674905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.618802339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.618922418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.619896489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.624072108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.631956518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.63206326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.632135244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.63234919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.632709969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.632816551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.633456727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.649680031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.649742475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.649771813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.651007746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.656753264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.656812722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.65684159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.657662044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.665189683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.673480722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.673547134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.673576393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.674037521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.72069853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 876ae28c-cee3-44be-ae66-76280bbae74d, kind: Service { id: 7f651ae2-ff54-4418-9c05-3f36fe0d6cb3 }, name: Name(\"external-dns-7f651ae2-ff54-4418-9c05-3f36fe0d6cb3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: e1b64fb6-0ed0-4cf3-848f-2b85a8d27d7b, kind: Service { id: 52c629af-0807-4e15-a94c-d8b50ca583b8 }, name: Name(\"nexus-52c629af-0807-4e15-a94c-d8b50ca583b8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.720812908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.720844762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.720872717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.72089908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.721677731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.732429313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.739788155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.739846882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.739876672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.740386768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.744519171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:43.260472Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.744575013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.746433255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 876ae28c-cee3-44be-ae66-76280bbae74d, kind: Service { id: 7f651ae2-ff54-4418-9c05-3f36fe0d6cb3 }, name: Name(\"external-dns-7f651ae2-ff54-4418-9c05-3f36fe0d6cb3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: e1b64fb6-0ed0-4cf3-848f-2b85a8d27d7b, kind: Service { id: 52c629af-0807-4e15-a94c-d8b50ca583b8 }, name: Name(\"nexus-52c629af-0807-4e15-a94c-d8b50ca583b8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.746506962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.826268451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:37.560989Z, time_modified: 2025-04-30T06:37:37.560989Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44034), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50950) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.826335524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.826359592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.826388009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.82709622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.834136417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.834213591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.834247448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.834317227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.834958806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.841323697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.84680051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.897502901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44034/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.89815498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44456"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.898945726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8004ee6f-bba3-4872-a238-2ed47c675cac","remote_addr":"[::1]:44456","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.932886901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8004ee6f-bba3-4872-a238-2ed47c675cac","remote_addr":"[::1]:44456","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":33847,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.933171338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"8004ee6f-bba3-4872-a238-2ed47c675cac\", \"date\": \"Wed, 30 Apr 2025 06:37:42 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.934573782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.934639503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.934672769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.935479116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.935675607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.935723463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.935751168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.935778543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936192277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936246856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.936275483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936426363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936475772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.936501733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936529529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.936981179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937067711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937101779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937126438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937152199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937178873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937206217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937233161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937629741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937684109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937712696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937740321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.937766884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.937792776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.938234336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.947042996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49682","req_id":"0f3cfff2-00aa-4ce2-bcee-83bc45295df1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 56 b9 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 V............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.948411663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49682","req_id":"0f3cfff2-00aa-4ce2-bcee-83bc45295df1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.948617654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.948790598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.948893934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49682","req_id":"0f3cfff2-00aa-4ce2-bcee-83bc45295df1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61517, target: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.949058392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54826","req_id":"c25777f2-ab19-44d4-a00d-c90127369982","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: a7 9e 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.949185976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54826","req_id":"c25777f2-ab19-44d4-a00d-c90127369982","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.949388159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.949565943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.949647836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54826","req_id":"c25777f2-ab19-44d4-a00d-c90127369982","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 44156, target: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.94981515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.949863506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.949893005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.949918345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.95133629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.951583824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.95162732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.951653773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.95167743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.952177446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.952410811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61517, target: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3928, tv_nsec: 751309084 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.952472244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.95288678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 44156, target: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3928, tv_nsec: 751777297 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.953014554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.954471136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.954503441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.954529913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.954555514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.95457831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.958520464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63162","req_id":"80510ae2-b6be-4372-aad6-d3f6ee13c199","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 9d 2a 01 00 00 01 00 00 00 00 00 01 24 35 35 66 .*..........$55f\n0010: 34 65 38 38 34 2d 64 34 62 35 2d 34 33 37 64 2d 4e884-d4b5-437d-\n0020: 39 65 33 31 2d 61 31 63 66 66 64 66 39 61 65 65 9e31-a1cffdf9aee\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.958783549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63162","req_id":"80510ae2-b6be-4372-aad6-d3f6ee13c199","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 53,\n 53,\n 102,\n 52,\n 101,\n 56,\n 56,\n 52,\n 45,\n 100,\n 52,\n 98,\n 53,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 57,\n 101,\n 51,\n 49,\n 45,\n 97,\n 49,\n 99,\n 102,\n 102,\n 100,\n 102,\n 57,\n 97,\n 101,\n 101,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959024418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959064148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63162","req_id":"80510ae2-b6be-4372-aad6-d3f6ee13c199","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"55f4e884-d4b5-437d-9e31-a1cffdf9aeee.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.959238545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63550","req_id":"032b193e-c088-4840-a5f4-7bb6ce4d6e47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 54 6e 01 00 00 01 00 00 00 00 00 01 24 37 66 36 Tn..........$7f6\n0010: 35 31 61 65 32 2d 66 66 35 34 2d 34 34 31 38 2d 51ae2-ff54-4418-\n0020: 39 63 30 35 2d 33 66 33 36 66 65 30 64 36 63 62 9c05-3f36fe0d6cb\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959348194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63550","req_id":"032b193e-c088-4840-a5f4-7bb6ce4d6e47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 55,\n 102,\n 54,\n 53,\n 49,\n 97,\n 101,\n 50,\n 45,\n 102,\n 102,\n 53,\n 52,\n 45,\n 52,\n 52,\n 49,\n 56,\n 45,\n 57,\n 99,\n 48,\n 53,\n 45,\n 51,\n 102,\n 51,\n 54,\n 102,\n 101,\n 48,\n 100,\n 54,\n 99,\n 98,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959439375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959534435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63550","req_id":"032b193e-c088-4840-a5f4-7bb6ce4d6e47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"7f651ae2-ff54-4418-9c05-3f36fe0d6cb3.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.959841597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.963720435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.963771156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.963797959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.964227185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.964486211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.967779362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.967832268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.967859031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.968315931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.969881921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.973943183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.979761125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.979816596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.979899571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.97993932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.979968739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:43.979998318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.980025903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.980497071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.98101334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","addresses":"DnsServersList { addresses: [[::1]:61517] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.981062768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"addresses\":[\"[::1]:61517\"]}","iteration":2,"elapsed":"44.844329ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:43.981291043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","addresses":"DnsServersList { addresses: [[::1]:44156] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.981334239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"addresses\":[\"[::1]:44156\"]}","iteration":2,"elapsed":"44.309343ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.981433497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:43.9814753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.98150017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"53.356µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.981528817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:43.981554228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.981577374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"12.565µs"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:43.983587569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.00995762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.010060474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.01008842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.010117548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.010683225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.011076429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.017754494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.018469719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.018531112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.018563827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.018590811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.019402648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.021189328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.021244087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.021729264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.029517892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.029583182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.029614615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.030011686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.030533365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62531","req_id":"9af40cd3-a0af-40da-a06a-780f3124517b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 52 70 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Rp..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.030592744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62531","req_id":"9af40cd3-a0af-40da-a06a-780f3124517b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.030832131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.030989214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.031159292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62531","req_id":"9af40cd3-a0af-40da-a06a-780f3124517b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.031465803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3928, tv_nsec: 830366210 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.031569319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.031818676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55594","req_id":"bb775d4e-9c7f-4c75-9299-17be87069512","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.031869007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55594","req_id":"bb775d4e-9c7f-4c75-9299-17be87069512","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.03196094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.032087091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55594","req_id":"bb775d4e-9c7f-4c75-9299-17be87069512","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.08018348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.080822072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.080886521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.08091607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.080943454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.080971781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.081001921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.081030798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.081632016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.082185539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56461","req_id":"d831c26c-ef0f-4286-879a-3c9df663492e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: da fc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.082321209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56461","req_id":"d831c26c-ef0f-4286-879a-3c9df663492e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.082408864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:44.082559193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56461","req_id":"d831c26c-ef0f-4286-879a-3c9df663492e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.082769352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.082821426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.082849662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.083177345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.083232946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.083738643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.084384099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.090345056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.090408012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.090440707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.090793079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.091876347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caef4016-6e9c-4910-af19-354eff37a5c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.092166435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.093471556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4ae668-1c5c-4399-bb2a-6c1b2afe9ad2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.093844288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.097678858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed78dfb-1790-41f1-8469-f33f276427ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.097979097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.102528591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.111393344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.112542593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.112689456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.113366715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.113880399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.114012823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.117093541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.12839608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.128509146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.128542372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.128569917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.129085584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.138454371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea0564c-6460-4988-918b-ce86700d59ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.138663027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.16045233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e682907-dfe6-4acc-9b92-8eba677a967a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.160614413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.162785649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3287823a-1c20-4a1e-80df-216d4d4528bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.162930749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.180156911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69040b30-c749-45b3-a49c-cf3ba8d8a94f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.180464483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.184530625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"997365c2-bbde-4d92-85c5-ddb43703f0b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.184619853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.192002673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf049b0-1672-4ffc-bd19-4a8b9f9b1d3c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.192265476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.19951964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12fea395-409c-4bf5-856e-a882b0ae623b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.199688035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.200841203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4963aff3-b344-4b16-8369-fea3aad743c3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.201011402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.202311572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f729aa62-3abe-45cf-a5a3-f8ca9463f019\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.202367965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.203838745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde0fcd2-1bd6-4f8f-92f3-55a0fc90e426\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.204245856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.205463913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.213251119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.213320627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.213353392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.21386911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.214784604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.214845365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.214888992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.214916276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.215585069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.218422853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d691158-7f68-49d5-9bd5-ae60573acdbe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.218683623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.21888791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.218928621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.218972017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.220444561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.22443406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.225366468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.225444173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.226011042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.227576541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87794433-9d3f-4adc-9f98-1a45a8a748c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.228079052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.230204317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.245876913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.245962574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.245989067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.246022794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.246049618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.246075008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.262404654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.263979602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.26410406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"61cfeb93-5590-4078-a1fc-5b09b433e59b"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.264140783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.264168478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.264196364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.264222396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.276835526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.277335903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.277437035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fa6162c8-e5e6-47e4-b759-d8f816a3ea39"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.277516183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.277620841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.277711051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.277794547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.278525474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.280688313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.291050008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.291243714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.291313252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.291691807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.291933729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.300130971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.300354737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.300404947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.300979873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.302080415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:37:35.670624Z, time_modified: 2025-04-30T06:37:35.670624Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 0465899b-02b5-4730-bcd2-531349037c50, db_silo: Silo { identity: SiloIdentity { id: 0465899b-02b5-4730-bcd2-531349037c50, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:43.019026Z, time_modified: 2025-04-30T06:37:43.019026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 0465899b-02b5-4730-bcd2-531349037c50, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0465899b-02b5-4730-bcd2-531349037c50, db_silo: Silo { identity: SiloIdentity { id: 0465899b-02b5-4730-bcd2-531349037c50, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:43.019026Z, time_modified: 2025-04-30T06:37:43.019026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.302173801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"0465899b-02b5-4730-bcd2-531349037c50\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"0465899b-02b5-4730-bcd2-531349037c50\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 0465899b-02b5-4730-bcd2-531349037c50 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"364.993476ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.306505161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fdd2f9-1e21-4d78-92d4-f8a8a67d81a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.306813616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.308591849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"61cfeb93-5590-4078-a1fc-5b09b433e59b"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.308706658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.30878316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","generation":2} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.308906305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"generation\":2}","iteration":2,"elapsed":"372.512187ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.309067096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.366684264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:44156","servers":"DnsServersList { addresses: [[::1]:44156] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44156/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.367733054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fa6162c8-e5e6-47e4-b759-d8f816a3ea39"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.367799677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.367834536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","generation":1} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.367861891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"generation\":1}","iteration":2,"elapsed":"432.076415ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.367892752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.451921704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:61517","servers":"DnsServersList { addresses: [[::1]:61517] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:61517/config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.453171194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.453232937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.453262355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.454260845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.45446418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:56311"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.45470028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:33351"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.462736743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"91855548-973e-4003-90ee-e51f3cdf3ae7","remote_addr":"[::1]:56311","local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.462923575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"f479d69d-fe09-4398-85b1-fdaf1270b15e","remote_addr":"[::1]:33351","local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.464580737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":1,"req_id":"91855548-973e-4003-90ee-e51f3cdf3ae7","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.464636858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":1,"req_id":"91855548-973e-4003-90ee-e51f3cdf3ae7","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.46480805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":2,"req_id":"f479d69d-fe09-4398-85b1-fdaf1270b15e","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.464872969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.464898279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.465333577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.465489838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.465534076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.465559447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"new_generation":2,"req_id":"f479d69d-fe09-4398-85b1-fdaf1270b15e","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.46574659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"91855548-973e-4003-90ee-e51f3cdf3ae7","remote_addr":"[::1]:56311","local_addr":"[::1]:61517","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3114,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.465897751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/config","method":"PUT","req_id":"f479d69d-fe09-4398-85b1-fdaf1270b15e","remote_addr":"[::1]:33351","local_addr":"[::1]:44156","component":"http","kind":"dns","component":"external_dns_server","latency_us":2992,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.46613345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.46618872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.46621854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.467237179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.468126892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:44156","servers":"DnsServersList { addresses: [[::1]:44156] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44156/config\", status: 204, headers: {\"x-request-id\": \"f479d69d-fe09-4398-85b1-fdaf1270b15e\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.468256581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:44156","servers":"DnsServersList { addresses: [[::1]:44156] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.46985741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"servers":"DnsServersList { addresses: [[::1]:44156] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.470208039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"generation\":2,\"server_results\":{\"[::1]:44156\":{\"Ok\":null}}}","iteration":3,"elapsed":"161.119761ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.470680109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:61517","servers":"DnsServersList { addresses: [[::1]:61517] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:61517/config\", status: 204, headers: {\"x-request-id\": \"91855548-973e-4003-90ee-e51f3cdf3ae7\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.470783074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"dns_server_url":"http://[::1]:61517","servers":"DnsServersList { addresses: [[::1]:61517] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.473645768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"servers":"DnsServersList { addresses: [[::1]:61517] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.473789424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"generation\":1,\"server_results\":{\"[::1]:61517\":{\"Ok\":null}}}","iteration":3,"elapsed":"105.927624ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.476616788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.483886943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.483977463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.484036872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.484465826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.485936857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c5416d-c8f8-4ae6-80b5-328565bba9f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.486137247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.48866333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.488717237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.489208756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.491466415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d720aa3a-37ab-4ec9-9883-38b31d48c3ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.491596925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.491917824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.491967583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.492452219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.495071497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.495128772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.495638277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.497434706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b435b673-3e78-4c97-a2a2-b1c7e1919c85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.497560346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.498538736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d8111f-2846-4ea6-965e-2b4c0327d923\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.498689606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.499880249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb42d6b8-bf9d-4750-a1c8-b8a80c380402\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.500050368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.501070059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"229f601f-28ad-418d-b7a0-ae2462e9fd62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.501296751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.505053676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b148c8-11fa-4805-a03b-46d17e5d577d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.506360851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.508504752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.508635032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.508728398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.508805842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.509425487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.50972316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dd2503c-de4e-40d3-8c1b-3ae75b4fef43\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.509990092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.512398941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.512563279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.512660222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.543467163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.555986477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.556139001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.556234741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.556970377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.566389464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.572889324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.572989724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.573236797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.573346906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.573903555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.579295488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.579396419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.580058539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.584436582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.584539938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.585147248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.599214255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e5d00e-4d1b-4688-89d4-1fd6f63290a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.59934732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.601593706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.60165579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.602659089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.604380919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248da621-e571-4794-9f99-f4cfa358e718\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.604442763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.605541552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.605605449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.605635339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.605660509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.606317017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.610516524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.610661092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.610751823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.611460455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.611753399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a663f1-8b51-46ad-81fd-83f5b2fc96bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.611978357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.618402176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46dd69eb-5bb5-4c75-af8b-e6adac9b1323\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.618654028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.61899671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.619052522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.619084415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.619961102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.623034085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.639807204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.639879117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.639905249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.639936171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.63996094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.639984768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.640567389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.640937857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"befe1fe9-15eb-4b62-b302-387841d447cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.641305058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.644165297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.644206259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.644230968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.645199458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.645418845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f66f5c9e-b6ac-410b-a018-e83b09297b2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.645655176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.650884455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.650995175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.651083161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.651596173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.652069005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9585e66-ca52-49e1-af3e-9a561d51a822\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.652320496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.654251103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1da647-5d7d-4713-bf69-c79fd49b0b61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.654492343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.654935376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.662376812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.662524326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.662617372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.663113049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.664964308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55519d4-169d-4f1c-af14-dd3b64ae4dcd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.665200849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.668109665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.668223291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.668894198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.669930493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2fcd67c-74ae-4b9b-8a07-d26a44a17bf5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.670191382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.671566452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1685c0c7-33fb-4c9c-8568-609170514f3a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.671920648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.67224312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.672348821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.67284029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.675109952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.675220493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.675958243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.678073838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350d8d3b-317e-4bdb-8966-7a04475707f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.678288445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.679266123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.679372225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.679970457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.682585808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.682721548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.682811517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.682896637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.683525039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.6854225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2deb71f-72e3-49db-a0f7-2b66087ba153\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.685637728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.686157043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.686329316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.69318732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.694742539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.700738035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.700809126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.700835599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.704752824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.708093069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19ea091-3026-4e45-bb2b-d1b4e2b91e0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.708315292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.708559008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.719519445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.719639394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.719700516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.719736999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.719766788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.719793692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.72026977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.722917997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ff3938-5e62-45a6-89cf-6702420bd7e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.723145731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.724248538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.724306493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.72433517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.724970406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.727683782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0fd86e9-5b4a-40cb-8ae8-4e798c1c9d0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.72782821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.728030664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.728097497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.728129541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.72854599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.730746725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.743632349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.74371318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.743745454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.744160772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.74440072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba17fba-501c-4b8f-a4e7-b893f8124c61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.74455134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.747234807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a604748-11fc-40af-85a6-b29cf2bbd251\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.74731208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.747345106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e934e514-aef6-4465-9e3a-a200487b152d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.747375537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.748973882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e128cf7-5eda-45d9-91b3-3bb8755abfe8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.749105834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.749804887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc834dae-eea6-4d12-ab66-43de22c53f22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.74988659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.749920828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.749950006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.749974635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.750373921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.752758672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 876ae28c-cee3-44be-ae66-76280bbae74d, kind: Service { id: 7f651ae2-ff54-4418-9c05-3f36fe0d6cb3 }, name: Name(\"external-dns-7f651ae2-ff54-4418-9c05-3f36fe0d6cb3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: e1b64fb6-0ed0-4cf3-848f-2b85a8d27d7b, kind: Service { id: 52c629af-0807-4e15-a94c-d8b50ca583b8 }, name: Name(\"nexus-52c629af-0807-4e15-a94c-d8b50ca583b8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.752829474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.752859664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.752884674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.75290821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.753834706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.75417298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.758524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.758612155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.758643247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.758670421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.758695451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.758962964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.761085724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.765883693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.766053431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.766188901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.766866842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.767496867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.771586275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.771663429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.77169431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.772112223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.774298179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:43.260472Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.774355413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.77460508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 876ae28c-cee3-44be-ae66-76280bbae74d, kind: Service { id: 7f651ae2-ff54-4418-9c05-3f36fe0d6cb3 }, name: Name(\"external-dns-7f651ae2-ff54-4418-9c05-3f36fe0d6cb3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: e1b64fb6-0ed0-4cf3-848f-2b85a8d27d7b, kind: Service { id: 52c629af-0807-4e15-a94c-d8b50ca583b8 }, name: Name(\"nexus-52c629af-0807-4e15-a94c-d8b50ca583b8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.774663216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.827989855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.828141528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.828648648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35529"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.829318292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"79584856-0274-4cf1-b9a7-fd9d77bf7a70","remote_addr":"[::1]:35529","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.83026091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"79584856-0274-4cf1-b9a7-fd9d77bf7a70","remote_addr":"[::1]:35529","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1028,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.830549756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79584856-0274-4cf1-b9a7-fd9d77bf7a70\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.832236176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.832290474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.832322869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.834472923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.83453197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.834565928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.834593984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.835637783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.838336801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.857622927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.858097062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.858146731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.858852126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.859763783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:37.560989Z, time_modified: 2025-04-30T06:37:37.560989Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44034), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(50950) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.859823652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.859850576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.859891998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.86070612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.864597704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.864655369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.864683615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.864708134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.865369281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.867297103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.874219786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.928097193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44034/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.929200401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57410"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:44.930081536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ef08c765-433f-4bbb-800f-5605c7c0b16b","remote_addr":"[::1]:57410","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.930840439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ef08c765-433f-4bbb-800f-5605c7c0b16b","remote_addr":"[::1]:57410","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":864,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.931676534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"ef08c765-433f-4bbb-800f-5605c7c0b16b\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.933239428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.933296031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980083843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980309853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980356807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980429702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980471866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980500353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98052426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980547757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980570573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980595883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980620031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980643558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980666744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980690171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980713938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980737515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980762054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980785531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980808938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980832034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980855079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980877925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980899578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980923325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980945439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980969297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.980991752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98101603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981042904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981066471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981089737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981112903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981136951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981159746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981182151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981204005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981227321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981249886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981272732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981371919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981514423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981560224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981585655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981608901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981631146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981654192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981676636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98169869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981721285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981744512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981767437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981790814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981813529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981835212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981907907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981942576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981966444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.981988528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982011524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98203491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982056954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982081092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982103807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982126112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982148456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982170621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982193707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982221762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982248305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982272033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982296602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982320279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98234619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982397062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982425739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982449887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982472803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982498544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982614525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982641419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982664455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982687811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982711308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982735917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982760065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98278752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98281254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982845155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982869924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982938501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.982981055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983007578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983031426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983055363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98307892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.9831039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983126896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983152146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983176916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983199901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983223248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983246945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983270743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983295572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983320872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983346864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983370361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983393497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983417104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983440391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983463056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983486062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983508506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983531722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983555069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983665208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983763214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983790218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98381638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983842211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983869295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983895557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.983921038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984001539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984039073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984064374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984089263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984113752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984138141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984165165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984194894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984219974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984245615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984272829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98429832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98432352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98434852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984373981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.9843989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98442379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984473739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984502918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984528719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984553949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984583829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984611604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984639299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984664339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984689439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984715511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984739549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98476503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984867764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984914087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984942614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.984967784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985049737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985076039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985101059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98512668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98515138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985177702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985206439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.9852319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985258313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985285817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98531243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985339685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985363793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985388502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985415957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985441087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98546772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985492279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985520024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985545595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985570134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985594623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985620444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985647057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98567368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985700273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985724942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985751265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985774501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985798148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985822767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985847727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985941394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985970662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.985997515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986076092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98611028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986135711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986160731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986185921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986213085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986238596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986331591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986368034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986393745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986418484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98644665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986473945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986501449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986530748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986556199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98658214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986608683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986634094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986720255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986751187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986775235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986798141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986821156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986844393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986867188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986892128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.986994011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987022969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987118138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987165062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987193338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987222226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987248067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987272265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987298668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987323628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987356964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98738492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987410982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98743545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987464378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987489278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987513496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987539919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987564658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987589728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987614888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987639657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987664497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98769124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987716661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987742192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987767432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987793444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987820047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987847211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987871088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987896138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987921208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.987947952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98800214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988029664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988055576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988080185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988105596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988130305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988154092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988178631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988203461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98822814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988252238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988277017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988413499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98845895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988488479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988512697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988538508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988565171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988593768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988620161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98864482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.98866968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988694419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:44.988719369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:44.988742976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36340","component":"dropshot_external","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.02912312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029253811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029354582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029457697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029543909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029664008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029778506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029873766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.029983074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030065568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030149044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03022227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030305386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030388692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03045789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030491988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030519432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030545023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030569883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030595364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030621476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030645103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030668509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030691676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030715072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030741956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030767467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030791615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030815412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030838388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030861344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03088466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030908738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030933347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030957325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.030980671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03100499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031028657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031051753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031074719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03110054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03112539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031149368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031175329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031199568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031224417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031248645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031272463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031295759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03132112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031345418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031371089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031448754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031483604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031508363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031532581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031556439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031581589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031605256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031629023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03165224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031675827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031699323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031722269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031748291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03177278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031796427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031819242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031842418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031865244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.031931576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03213425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032166324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032283076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032331453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032390941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032419969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03258623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032626901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032767031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032805968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032945737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.032983121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033367758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033402236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033522766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033561654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03359489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033625491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03376556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033899056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033927132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033953805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.033979536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034115137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034144225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03417186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034310486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034455024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03449339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034640263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034677146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034810572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03484478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.034981393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035019358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035156762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035193936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03522083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035247112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035273044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035526238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035564464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035590727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035744373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035880835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035910584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.035937427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036062647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036099741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036207916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03638515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036424177Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036451031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036478756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036504107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03653081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036558214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036584697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036612482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036640879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.0366665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036693704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03672154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036749886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036777752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036803784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036829575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036856819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036884725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036910997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036939203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036965596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.036991087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037016487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037043301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037070806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037097589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037124603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037150354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037177378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03720347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037230364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037255834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037282207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037309591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037337577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037363118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03738926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037415322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037440693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037466935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037493117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03751972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037585531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037617014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037734708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037772584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037798425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037824127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037850068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.037876792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03805166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038084606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038110928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038137551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038163322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038189845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038216869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038241829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03826757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038294183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038321868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038349574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038374764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038401337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038426697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038452899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038479573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038505003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038531326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038556466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038582217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03860896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038636445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038661134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038687587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038713208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038739621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038764851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038792205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038818237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038846454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038872305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038898046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038925621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038950471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.038977004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.03900551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039032544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039058616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039084708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039111301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039139016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039164938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039191311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039216621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039242172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039267733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039294496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039321801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039348153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039373654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039399916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039425066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039453012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039479675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039505026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039530456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039555767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039582971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039609073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039635806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039661167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.039687479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040009631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040045262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040073118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.04009955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040123929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040147496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040172035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040195431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040220181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040245611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040268988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040291984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040356242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040382524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040406061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040430189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040453225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040476652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040500058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040522954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040545409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040570208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040593705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040617152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040640127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040663173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.04068661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040709365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040733553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040757631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040821549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040848703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.0408726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040897059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040920947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040945636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.040968772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.04099276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041016507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041039573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.041062619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041084212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:36736","component":"dropshot_external_techport","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041105274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.04112809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:59078","component":"dropshot","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.041154833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:59078","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041179141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:59078","component":"dropshot","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:59078","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041201356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041221896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","addr":"127.0.0.1:35649"} {"msg":"starting producer registration task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041244081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.041263259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","interval":"10s","address":"127.0.0.1:59078","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Running step start_oximeter","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041288199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041307277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041324801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.041346084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041366655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041386114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041414129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:35649","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.041435722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.074989206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://127.0.0.1:35649/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.075763138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:45359"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.077264008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"caf1b53c-834c-4b3d-a0b5-29366062b644","remote_addr":"127.0.0.1:45359","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.078146186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"caf1b53c-834c-4b3d-a0b5-29366062b644","remote_addr":"127.0.0.1:45359","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.078215935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"caf1b53c-834c-4b3d-a0b5-29366062b644","remote_addr":"127.0.0.1:45359","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.078874898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"caf1b53c-834c-4b3d-a0b5-29366062b644","remote_addr":"127.0.0.1:45359","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.079899669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.091427548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.091546475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.091615953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.09194565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.093582962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.093679204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.093750677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.093847049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.094111135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.096012814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.098945938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.101998269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.104767647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.107732254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.110548405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.11393363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.117268825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.119941069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.122651159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.12469454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.125103976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.125155278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.1874815s"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.125565335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.126065853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57609","req_id":"3fa8b0f2-3975-4954-92ea-5ebb9ca17bc7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 72 d5 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 r............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.126133618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57609","req_id":"3fa8b0f2-3975-4954-92ea-5ebb9ca17bc7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.12649107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.126750988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"bdda6f73-e631-480e-b49f-b7453f4de516.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.126794815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57609","req_id":"3fa8b0f2-3975-4954-92ea-5ebb9ca17bc7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54483, target: Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.129890192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.129998889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49487","req_id":"2f495310-2c8a-4df9-b85e-ed57ff60d19c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 31 72 01 00 00 01 00 00 00 00 00 01 24 62 64 64 1r..........$bdd\n0010: 61 36 66 37 33 2d 65 36 33 31 2d 34 38 30 65 2d a6f73-e631-480e-\n0020: 62 34 39 66 2d 62 37 34 35 33 66 34 64 65 35 31 b49f-b7453f4de51\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.130119589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49487","req_id":"2f495310-2c8a-4df9-b85e-ed57ff60d19c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 98,\n 100,\n 100,\n 97,\n 54,\n 102,\n 55,\n 51,\n 45,\n 101,\n 54,\n 51,\n 49,\n 45,\n 52,\n 56,\n 48,\n 101,\n 45,\n 98,\n 52,\n 57,\n 102,\n 45,\n 98,\n 55,\n 52,\n 53,\n 51,\n 102,\n 52,\n 100,\n 101,\n 53,\n 49,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.130408555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"bdda6f73-e631-480e-b49f-b7453f4de516.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.130478284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49487","req_id":"2f495310-2c8a-4df9-b85e-ed57ff60d19c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bdda6f73-e631-480e-b49f-b7453f4de516.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.186757246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"caf1b53c-834c-4b3d-a0b5-29366062b644","remote_addr":"127.0.0.1:45359","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":109516,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.188288908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.192537032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44956"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.1936905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf1b53c-834c-4b3d-a0b5-29366062b644\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:45 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.19783097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"caf1b53c-834c-4b3d-a0b5-29366062b644\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:45 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"caf1b53c-834c-4b3d-a0b5-29366062b644\\\" }\"","delay":"161.665669ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.210372037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.213146996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d360961-80b1-44bb-943c-e755a32369cc","remote_addr":"[::1]:44956","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.213211955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d360961-80b1-44bb-943c-e755a32369cc","remote_addr":"[::1]:44956","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":547,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.635706759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638128885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52993"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638193434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42479"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638222602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39930"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638250036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61509"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638279365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59885"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.638306409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61755"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.6383323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45852"} {"msg":"will register with Nexus at 127.0.0.1:35649","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.639693061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.679649682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://127.0.0.1:35649/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.680925895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.681432014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:43886"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.681619086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"f04d4d3f-99c4-48dc-a832-b250aea776a4","remote_addr":"[::1]:52993","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.681799836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c83d2f4-263c-4465-acfa-766d12eac7cb","remote_addr":"[::1]:42479","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.681924094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"2208c1d6-6ab5-429d-aca8-e93aaf877424","remote_addr":"[::1]:39930","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.682056838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"6e178414-08e2-4925-b7ad-97776780bf76","remote_addr":"[::1]:61509","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.682120495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"85ae5d57-9bf7-4060-88eb-bfc6514e45a4","remote_addr":"[::1]:59885","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.682256226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"2aa182dc-8f9b-46c6-af5c-268728db0430","remote_addr":"[::1]:61755","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.682374872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"734d5bb3-5a09-44d2-bfa3-69f6c477d99a","remote_addr":"[::1]:45852","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.682802554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"f04d4d3f-99c4-48dc-a832-b250aea776a4","remote_addr":"[::1]:52993","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1160,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.68286583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c83d2f4-263c-4465-acfa-766d12eac7cb","remote_addr":"[::1]:42479","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1081,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.682899457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"2208c1d6-6ab5-429d-aca8-e93aaf877424","remote_addr":"[::1]:39930","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1001,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.682931291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"6e178414-08e2-4925-b7ad-97776780bf76","remote_addr":"[::1]:61509","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":928,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.682965419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"85ae5d57-9bf7-4060-88eb-bfc6514e45a4","remote_addr":"[::1]:59885","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":855,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.683055348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"2aa182dc-8f9b-46c6-af5c-268728db0430","remote_addr":"[::1]:61755","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":803,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.683102201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"734d5bb3-5a09-44d2-bfa3-69f6c477d99a","remote_addr":"[::1]:45852","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":760,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.684334697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"d2e3e105-2904-44b3-a623-29ff60cc7e68","remote_addr":"127.0.0.1:43886","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.685718244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d2e3e105-2904-44b3-a623-29ff60cc7e68","remote_addr":"127.0.0.1:43886","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.685865537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d2e3e105-2904-44b3-a623-29ff60cc7e68","remote_addr":"127.0.0.1:43886","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.686787314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d2e3e105-2904-44b3-a623-29ff60cc7e68","remote_addr":"127.0.0.1:43886","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.687438251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.693265992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.700205519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"d2e3e105-2904-44b3-a623-29ff60cc7e68","remote_addr":"127.0.0.1:43886","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":15875,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.700342872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.700897317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e3e105-2904-44b3-a623-29ff60cc7e68\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:45 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:45.702137217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d2e3e105-2904-44b3-a623-29ff60cc7e68\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:45 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d2e3e105-2904-44b3-a623-29ff60cc7e68\\\" }\"","delay":"665.931686ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.705116964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.71175994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.716974019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.726357364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.730598014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.733838761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.737138575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.740295716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.74441834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.748588458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.751622423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.754305609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.757340586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.760132399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.762651969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.76519224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.767774696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.770367462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.773115457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.775860416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.778715194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.781693949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.784797533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:45.784964405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.791360679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"2a4c44da-af14-4a08-be90-d35e639c9cdc","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.793450042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.793578888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.793658266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.793763817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:45.793800259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.794644792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:35486","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.796169991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:45.796277495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.229068182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:35649/metrics/collectors","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.230297883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:60961"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.230660064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors","method":"POST","req_id":"18d19033-36e9-47c2-9ea1-cbabeba9c48d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.233813307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"18d19033-36e9-47c2-9ea1-cbabeba9c48d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.233882465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"18d19033-36e9-47c2-9ea1-cbabeba9c48d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.23467796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"18d19033-36e9-47c2-9ea1-cbabeba9c48d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.25851849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","address":"[::1]:35486","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.258613109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors","method":"POST","req_id":"18d19033-36e9-47c2-9ea1-cbabeba9c48d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":27972,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.261567575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"18d19033-36e9-47c2-9ea1-cbabeba9c48d\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.261713867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.261757394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.261795219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.26479697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.264903873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.264941267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.264972249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265002159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265032559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.26506309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265092599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265122098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.265151616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265619258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:58102","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.265668166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:58102"} {"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.265694197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","model":"test-model","serial":"totally-unique-serial: 3d4e42d8-a911-4bfd-98ac-ab128562328b","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"3d4e42d8-a911-4bfd-98ac-ab128562328b"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.265754979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.265787223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.266507989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.266756744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.319903636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:57783"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.320139937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"will register with Nexus at 127.0.0.1:35649","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.320196029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.369321658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://127.0.0.1:35649/metrics/producers","method":"POST"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.370288294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.370926446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:40865"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.372118932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16173abf-d5df-484d-ad67-9a993daa5500","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.372406886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"4232dfba-4e06-4bce-8568-1f4a0d9b301e","remote_addr":"127.0.0.1:57783","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.373113854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16173abf-d5df-484d-ad67-9a993daa5500","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.373175818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16173abf-d5df-484d-ad67-9a993daa5500","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.374329747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16173abf-d5df-484d-ad67-9a993daa5500","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.374979421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4232dfba-4e06-4bce-8568-1f4a0d9b301e","remote_addr":"127.0.0.1:57783","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.375041054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4232dfba-4e06-4bce-8568-1f4a0d9b301e","remote_addr":"127.0.0.1:57783","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.375562303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4232dfba-4e06-4bce-8568-1f4a0d9b301e","remote_addr":"127.0.0.1:57783","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.375961538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.376014373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.376429621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.376559058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"d87f84ff-1498-48e8-b0ef-29afeab3a6f3","remote_addr":"127.0.0.1:40865","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.37681582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d87f84ff-1498-48e8-b0ef-29afeab3a6f3","remote_addr":"127.0.0.1:40865","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.376869066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d87f84ff-1498-48e8-b0ef-29afeab3a6f3","remote_addr":"127.0.0.1:40865","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.377398271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d87f84ff-1498-48e8-b0ef-29afeab3a6f3","remote_addr":"127.0.0.1:40865","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.38997034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16173abf-d5df-484d-ad67-9a993daa5500","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":17895,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.39027172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.390391719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.390488913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.390570686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.391653193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.392162397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16173abf-d5df-484d-ad67-9a993daa5500\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.392424569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.421379721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.434842114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.502453745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.503145834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"4232dfba-4e06-4bce-8568-1f4a0d9b301e","remote_addr":"127.0.0.1:57783","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":130790,"response_code":"201"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.503746772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.504089605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/producers","method":"POST","req_id":"d87f84ff-1498-48e8-b0ef-29afeab3a6f3","remote_addr":"127.0.0.1:40865","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":127563,"response_code":"201"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.513231189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87f84ff-1498-48e8-b0ef-29afeab3a6f3\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.515356103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"producer-registration-task","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","wait_period":"150s","lease_duration":"600s"} {"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.590908436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","physical_disk_id":"3d4e42d8-a911-4bfd-98ac-ab128562328b","zpool_id":"9c929981-1629-4ed2-94ee-5e0da63fba56","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.596650837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.596728161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.597478476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.599754531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.599812406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.599846244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.599873999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.600392582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.630669848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.634282055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.647581022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dataset_id":"b860467b-aec0-40f5-868d-c8621decc704","zpool_id":"9c929981-1629-4ed2-94ee-5e0da63fba56"} {"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.664571094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","model":"test-model","serial":"totally-unique-serial: 3d4e42d8-a911-4bfd-98ac-ab128562328b","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"3d4e42d8-a911-4bfd-98ac-ab128562328b"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.678861777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.679070964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.67990224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.68358636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"PhysicalDisk { parent: Fleet, key: 3d4e42d8-a911-4bfd-98ac-ab128562328b (physical_disk), lookup_type: ById(3d4e42d8-a911-4bfd-98ac-ab128562328b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.683750187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.683853352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.683937801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.684513889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.686706106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.692174752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 3d4e42d8-a911-4bfd-98ac-ab128562328b (physical_disk), lookup_type: ById(3d4e42d8-a911-4bfd-98ac-ab128562328b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:46.69228417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","physical_disk_id":"3d4e42d8-a911-4bfd-98ac-ab128562328b","zpool_id":"9c929981-1629-4ed2-94ee-5e0da63fba56","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.692363929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.692446273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.692987171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.693808477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.693924969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.694011181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.694154036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.694812859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.702972276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.706031281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.712024702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.712172747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.712272175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.712431483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.713617746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.732492062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.757242415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.762352968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.762553097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.768032985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.79096224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.800417078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.800502829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.800535814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.801234947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.801299335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.801363323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.801394365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.801424425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.80145196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.80188369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.802557693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.812266838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.818539255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.824306686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.824385203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.82441928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.8247555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.826772008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.830071272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.830135921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.830170129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.830549865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.830924762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.830965463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.831381212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.843080562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.843149439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.845049805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57511","req_id":"3f55d36f-a3e5-49ca-8958-176410102328","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d5 c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.845114785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57511","req_id":"3f55d36f-a3e5-49ca-8958-176410102328","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.845327308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.845939959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.845972584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57511","req_id":"3f55d36f-a3e5-49ca-8958-176410102328","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.846585495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3931, tv_nsec: 645450191 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.846971053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.848412896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63630","req_id":"eaa6b26c-c3d1-4180-8967-5d47bb3f10d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.852448116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63630","req_id":"eaa6b26c-c3d1-4180-8967-5d47bb3f10d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.852628956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.852670599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63630","req_id":"eaa6b26c-c3d1-4180-8967-5d47bb3f10d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.932616797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:46.935859378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62173","req_id":"cf93b637-a1db-464a-aa13-114abe28611e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .t..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.936110688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62173","req_id":"cf93b637-a1db-464a-aa13-114abe28611e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.936492529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:46.937255349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62173","req_id":"cf93b637-a1db-464a-aa13-114abe28611e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.937546369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.937600797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.937629665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.949892047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9255aef-e2f0-471a-a942-10a687038523\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.951092429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.95396885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223c96c4-5c20-4eaa-8db7-1fd378e9bfa1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.954203096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.961280087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a8df0a-827b-497e-b1f1-e5a53626ab73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.962590608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.967045945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68994d75-d91a-4f50-9243-a5097d62fae6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.967402876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.974567421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ca928a-cf1f-4755-8cb5-6da5676a359d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.974795345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.979704867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c680fdd-6409-4a92-be76-e149ba05f37a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.986872889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.997630753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfa63e1-ec97-48ec-82e4-fcc7b66d03af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:46.99776488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.008617674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488dbf83-1578-4f63-80dc-4d71e2f68135\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.008978162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.013163802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f04092-d638-40e9-8aca-e3f74a18378b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.013410794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.014696586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.016671992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a350539-c2d4-4827-a55b-021f409a6677\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.016940316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.018888859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d77d6de-76ef-42ee-b3a0-91627b04fee7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.019152193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.020817581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38bb7bf9-be05-47e9-b0f0-bcaf52d08893\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.021224031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.024476572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2156263-7b8f-4d77-9d39-9d6f217a4e61\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.024786419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.026953397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eaac86f-039b-4441-8140-aeb63976d9ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.027588682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.033478127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5fd360-301b-480e-a0f4-532ac9197f07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.033698235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.036359828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d667434d-73ab-4b9a-b2a0-146a91bd5609\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.036580969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.05041888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e3d222-9abf-478a-aa58-2cff240ffdf1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.0505895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.052622681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a991b9-2112-49e4-abb6-b2143d43fc32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.05270261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.054443589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0388742-0ed2-42a4-b36f-975420d6a490\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.054513939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.055569382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edb2720-ad84-48c0-8242-9fc5ea7c1d6e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.056363655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.057839886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f485a1-418f-49c6-99ee-ce61ecfd7d70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.057976448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.058883094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e90611d-1a65-490f-a4e5-18cbd3ccd5fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.05901618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.059918237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c918e9df-959d-4e20-bc51-3a249af529da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.059989198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.061397594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad42a64e-a259-480f-bc20-9f629f0045b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.061567252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.063836193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ea2ccf-4719-4fed-a3fb-3b02de562a24\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.063956152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.06563162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.065693604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.065729956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.065759415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.066526924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.067477358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6397c00-8922-4a6d-9ff1-8b888a7ca39c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.067599471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.069077606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.074698015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.074757964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.074789056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.075341036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.077913832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e982bf4b-95f1-4f62-8cb8-71a0bdaa7d7b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.077989182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.078265392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.078312697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.078742994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.080960402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff4b156-5589-49b7-9d89-449dd7e9edc7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.081083828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.082974916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9507d8e9-37c9-4904-b277-97c07b012bcd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.083053462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.085012265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6c583d-820d-46db-a767-cdbaefbcfbb9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.08508494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.085929873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be1bd80-b091-482b-a43c-17624e219320\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.086087868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.086960797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0754910-e8ad-42d2-b266-ae0052041d08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.087086538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.088080639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef33122-8fcd-4d4d-b73e-156c93dfeaff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.088210026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.089181061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8018a2-87cd-4048-9768-899c80463824\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.089298926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.090415571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e7a274-6157-4c19-9f48-8e97a7903093\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.090569037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.092645354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101c1272-b9d7-4001-9788-165b8d3f3119\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.092714682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.094424238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0e6565-9ed1-475d-9173-9c84b286e9a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.094493897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.096345165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5837ec66-ee6a-4614-a74f-937c57b45926\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.096526737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.098310792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb217bd7-51f7-4cdd-aecb-469e98143da6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.09838041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.100149475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c93cd7f-2141-4a90-a76c-103cfdb1c51d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.100220116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.10198901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f075072-88b9-40fa-8b33-f8d90860523e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.10205917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.10287734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97362aea-8ee7-416c-968a-5db7766c58c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.102993812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.103895579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d817f01a-dd78-4e80-867d-837214075f81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.10402687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.104945972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa0f9c2-b389-45bd-b809-61576152c873\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.105072564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.10717358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"864b0f48-8d9c-4576-a39e-508b59e19058\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.107241996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.107276645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.107308068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.107336114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.108114395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.131980436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.143507673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.143593124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.143628103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.143660067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.143688584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.144327437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.150593702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.158686075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.158763941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.158800123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.159547953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.427764026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.42785138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:47.4305566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57709"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.434669003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"690eeece-8792-4303-b3d7-802a4120f72c","remote_addr":"[::1]:57709","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:47.43673513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"690eeece-8792-4303-b3d7-802a4120f72c","remote_addr":"[::1]:57709","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2089,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.438669003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690eeece-8792-4303-b3d7-802a4120f72c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.44115184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.441200958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.441230537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.444573337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.444631874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.444668036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.444699739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.447398887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.450600135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.454787428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.455254789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.455307374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.460937021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.471596549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.522752103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.522823716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.522970078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.523010949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.523898127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.526757313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.54156175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.541818201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.541968431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.543705131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:47.614339866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:47.614639894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.614694623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"813.346049ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.614849862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.6148937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.61492405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.614954511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.614982777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.626567238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.628120343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.628336944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.629398008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.641538277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.646893527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.646975641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.647008917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.647378664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.651629714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.651691527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.653651562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65003","req_id":"576110ac-ea16-4aea-a96d-f6130f4ea0b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ee 74 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .t..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.653716752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65003","req_id":"576110ac-ea16-4aea-a96d-f6130f4ea0b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.653875749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.654073393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.654120887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65003","req_id":"576110ac-ea16-4aea-a96d-f6130f4ea0b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.654561555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3932, tv_nsec: 453452473 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.654625523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.655185588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60320","req_id":"7505a0cd-8089-458e-b27f-99cb263eef1c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.655249436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60320","req_id":"7505a0cd-8089-458e-b27f-99cb263eef1c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.655432981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.655775895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60320","req_id":"7505a0cd-8089-458e-b27f-99cb263eef1c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.722805747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.723502295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49267","req_id":"42edc337-74f3-4021-be36-3b5c18c6dd45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 34 b7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 4............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.723803756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49267","req_id":"42edc337-74f3-4021-be36-3b5c18c6dd45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.725212252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:47.725541558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49267","req_id":"42edc337-74f3-4021-be36-3b5c18c6dd45","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.726197315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.726343937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.726498154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.729220739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00656530-93b5-475d-b762-10ef5171c9c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.729546929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.730993621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb8be87-3f35-4a24-859b-49e64f002d49\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.731268158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.733805243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e5012a-38d2-4efb-82a0-a9318caf8c68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.7340193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.736913155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa108b4-ff8e-4da9-b813-74335b527069\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.737127793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.740079634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1aca45e-84eb-47f3-baf5-8cd054b474c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.740359342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.742494536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723fae1c-3ebd-4ae2-9d11-274ec62d3fa9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.743171986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.747451562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a866fa-f040-4393-a173-3dc9921c3a6e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.763410991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.766757047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c6410a-941d-4fc4-bf33-56a8539df088\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.766898189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.770347461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5429e043-db1e-4534-8082-cdcda62dbf25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.770535766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.771303055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.77583279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3078fa9-6d89-4a81-bfea-724c594baf3d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.776127878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.777667786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b5ebb4-6e93-4823-a659-f0fd2fb469d4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.777873256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.77901493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149b2f30-ac35-41dc-9804-eb4f207aee22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.779182955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.789846461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6ffd72-ddaf-42e8-90b9-cc65ac80b571\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.790124415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.795107102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4eb8c3f-2236-45a7-8520-a6cb39e01521\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.795288574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.797621773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.797666682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.797692003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a20290-7665-4882-b286-18db1390ec61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.797835348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.800223847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007d2753-93b7-4396-b59e-1f1e94a96579\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.800563815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.80434064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a2770a-cd8c-4506-8ef3-25ff33a39c0a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.804559586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.807814621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b10d0a3-53a4-40a8-8fe9-d737455d2bec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.808084389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.81009279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9af6ddab-ffbd-4d5d-9770-1c4a1ea1d497\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.810211707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.811177351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f58ae7-0b84-4999-bf8e-6618caa36bea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.811342741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.812459406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32dc2af-bae1-47f9-acfc-3eed172955fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.812607461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.815254635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bbbf8af-2d2e-4402-bb08-d2171d7a971a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.815401648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.816956957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb3273e1-64f3-4a18-81c4-3d7b4d771185\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.8171243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.819715283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41673b61-af48-4c55-81a0-644287767ed2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.819789871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.821628956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.821680358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.821709927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.821757542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.822495232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.822699929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24ed88cb-3c2c-451f-b33d-766814c28f7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.822846401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.829248186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.837168517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.83729057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.837435068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.838360362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.841394297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.841504055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.843071238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.84417627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2febc4-6327-4518-94fe-2d2e47e855f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.844967887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.850411793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b127e25-6324-47ae-9cb4-b0adb51347dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.850552293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.852811034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180750f6-2ea3-44b7-bb7d-5386a9726399\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.853076473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.855820259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a0028a-a147-40b4-a5df-d47e836d1cab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.856002683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.870210732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e07df32-f0d1-470c-a695-ac9b785b32b2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.871647835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.880621685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fffd34c-f4c1-462d-b862-a4272ae8fdbf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.880829629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.883221445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450fa10f-ed95-42f4-8ca4-448356ddbda7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.883376073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.884429522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a85209e-b13f-48af-8d8d-d7b4779c9cb4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.884495052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.88591431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f1560c-76e4-4ab4-b3da-0ce80831382d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.885985251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.88743019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0773bd0-2007-4249-b6a5-38843067927c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.887610339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.890340499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a6df767-92d4-4e12-b493-7314cd538734\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.890410699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.897232771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243c5351-aa7a-4e46-ad70-19f7acd1ed9f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.897354824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.898042915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.900373489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3ad296-63ba-4159-9b97-10db904124f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.900518678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.902023226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4bb89ac-1191-468e-ae2d-26a878bb119f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.902138967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.904006127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589762d1-f6bf-4538-9d5b-508f062c8477\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.90733541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.910930724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a70b8e-3f07-4563-83ab-d9945c334084\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.911052025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.912473327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f0b288d-fbba-447c-bb0e-d57afab208be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.912578056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.91350885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7ab264-b102-4c4c-a9f0-3f6eb2050d23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.9136039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.914725023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6557712-3680-4556-a3b8-882f0c460d10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.914811105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.915985605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200a4d0a-3955-4845-841c-d573e2f19225\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.917494552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.917572657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.917609921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.917638989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.924312346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.928844375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.933326706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.935177975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.935238175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.935274317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.935303405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.935886386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.941754498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.947388263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.947462431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.947495907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.948055532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.951223113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.951282221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:47.951314786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.951342541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:47.953311845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.031957301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.03204713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.032559571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48548"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.032947895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"13f5bd4d-4cd6-4675-816d-9fd963ea0047","remote_addr":"[::1]:48548","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.033342291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"13f5bd4d-4cd6-4675-816d-9fd963ea0047","remote_addr":"[::1]:48548","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":398,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.033566477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f5bd4d-4cd6-4675-816d-9fd963ea0047\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.035984525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.036039855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.036068703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.03765305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.037712638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.037745404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.037774141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.038367834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.038796969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.044754509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.044817113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.044847264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.045283643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.04703398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.058117864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.05851212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.058568923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.059098378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.059744325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.059800567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.060372426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.104914443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:48.105283288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:48.106012221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.106072481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"491.235143ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.106110988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.106140396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.106169334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.106199043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.106226768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.106951402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.109322667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.113543556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.113603716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.113634818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.114094624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.12386454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.123951965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.124823651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61545","req_id":"6e527b33-48d9-4316-8eb6-1c50d4579df6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: db 34 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .4..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.124890875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61545","req_id":"6e527b33-48d9-4316-8eb6-1c50d4579df6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.125076405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.125307586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.125453616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61545","req_id":"6e527b33-48d9-4316-8eb6-1c50d4579df6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.125806199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3932, tv_nsec: 924701376 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.125857972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.126170635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60608","req_id":"91740bc0-2d98-4e2e-acd4-32f659d66982","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 18 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.126221727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60608","req_id":"91740bc0-2d98-4e2e-acd4-32f659d66982","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.126363209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.126487286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60608","req_id":"91740bc0-2d98-4e2e-acd4-32f659d66982","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.249782534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.250237009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.250297039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.250329353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.2503579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.251029879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.251537009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63411","req_id":"b2850d96-8083-495d-96b0-6fcdddf6539f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 26 61 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c &a..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.251649013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63411","req_id":"b2850d96-8083-495d-96b0-6fcdddf6539f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.251872167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:48.251960984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63411","req_id":"b2850d96-8083-495d-96b0-6fcdddf6539f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.252217425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.2522551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.252450469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.254181358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.264363836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.26448118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.264524155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.265792763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.267953138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43180f2c-016d-4213-b638-fb8a6dd3de8a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.268361251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.269080925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.269607594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.270853657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c3988c10-baa6-41df-b02d-04e2f1139895","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.270944397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c3988c10-baa6-41df-b02d-04e2f1139895","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.270990569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c3988c10-baa6-41df-b02d-04e2f1139895","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.271611076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c3988c10-baa6-41df-b02d-04e2f1139895","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.272235309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.272292363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.273632874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.276951526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a42302-272f-4365-a4f7-ec76cf16408a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.277134882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.277612964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c3988c10-baa6-41df-b02d-04e2f1139895","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":7412,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.279464513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3988c10-baa6-41df-b02d-04e2f1139895\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.279690734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.280531679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3895d59-e7f9-4d06-b2b7-dca584bc57d2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.280880865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3895d59-e7f9-4d06-b2b7-dca584bc57d2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.280951756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3895d59-e7f9-4d06-b2b7-dca584bc57d2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.281464628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3895d59-e7f9-4d06-b2b7-dca584bc57d2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.286756492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c3895d59-e7f9-4d06-b2b7-dca584bc57d2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":6225,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.288310228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3895d59-e7f9-4d06-b2b7-dca584bc57d2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.29091644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:59078","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.3857499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.394654682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:55289","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.394937075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08df0d0f-1542-476f-8298-c8f478e76ca2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.39569249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.465517903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.471513869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.476868087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74d5c3d3-20f5-4a6a-9e0b-67eec02a0ae7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.477171822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.482212726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69af38bd-d2a7-47eb-a67e-3a7831f59729\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.482331282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.487868976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.492107811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184fd0f8-2f6a-431c-becc-2d765f61f205\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.492302028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.498132735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0d25e4-c3c1-4489-a467-95c1c810c6fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.498542131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.503989725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7a3d09-e8bf-4a21-93d3-3a899445e9a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.504707816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.507809726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58122e3c-af3d-400d-99c6-05cfed94a1b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.508100866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.510489936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca5cc7f-21a3-4fd7-baea-a59a0298baab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.510754023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.520497686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0581446-6d19-48ac-8710-eaacb65108be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.520858605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.525321006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392b4e21-12c4-4e86-a705-6d4063b83638\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.525546526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.530626497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486a797f-81ae-4091-ab0b-dd87c895863b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.531203026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.53327287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d384b2a4-8299-4833-990d-627204b51279\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.533515533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.539776728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.539922048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.540150994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.540259069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.54139358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.545876091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.552310491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.552399348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.552589226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.553444681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.571534985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.571648541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.572204368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.588413043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10c4b7a-96c6-49e4-b146-f06ef1363579\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.589095984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.601766138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8bb4591-a08e-4fd9-b4da-e62a211ad757\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.6020278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.606081577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1d0dc1-79b7-48b0-b959-1c276028978c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.606382316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.611129013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7d2618-0192-415d-adc7-7c377de84db5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.61141326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.616349384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f70819b-a7e7-426b-a057-e4cb8c241b3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.616552519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.617577341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac010dd-23f6-40e6-821c-72ce808965df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.617740947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.621934783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892aa690-d44f-4ae6-b083-3040d5c81213\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.622087988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.622868213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.624753679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567f6be0-92fc-4092-b1fa-df16db35df37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.624945892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.626301163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520aaeb1-44f5-41ed-8db7-26c8fc4200bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.626407895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.627713427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb204cb-1265-4464-8ae1-e1ae65a46204\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.629288104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.6339787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1eeb9a-b4c9-427d-97db-656b84a4c38d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.63432032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.636706064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fae6f9-9e31-445d-905d-f3546ea41e4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.636777556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.638941197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd61d6e8-8587-47f2-88b4-81ab705c8163\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.639241365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.642250451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b818b3-b5a0-48b1-a404-3efedd926d19\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.642554366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.645334936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53c12f7-870b-4b44-8edc-f8adffb07047\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.645406689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.653375747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf663e3b-06fa-44c3-9a1a-54520c3e55f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.653565385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.655944926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7c9ea4-395f-42f9-a546-acb02b114d71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.656021639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.657291128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0bccb97-acb1-4bbd-a096-696ad2fe2d86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.657442921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.658380819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db509429-bb4d-482e-905e-7384ade81021\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.658509907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.660113832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f510c959-71e5-4d3c-83fe-ee05bbfd6a68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.660370033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.66291845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd306c0-4666-4b30-aa07-01d4cbb2f903\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.663401002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.666056743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332fdde7-82ee-4153-b56b-5962e6fdaada\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.666421159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.668416545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63dd0044-59de-45a5-989c-e0af7c97b75c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.668688617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.670488102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64bcd923-abae-4701-b0b5-dc826fee215e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.670704894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.67278078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be505e8-354b-445d-b89f-1b5a88caf554\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.672997342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.673571235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.673701254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.673790983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.673872976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.674638592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.67659486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f906ec4-0c22-4eda-b986-349850b421e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.677700613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.678101331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.684233429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.684294681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.684326524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.684849697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.687431381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.687472974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.687924423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.690128164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd1b8b5-37fe-4ef6-8f13-22be853d1bcc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.690256199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.692317736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4118104-69a0-49a3-a53f-66283aad8c79\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.692442295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.693705171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6668740e-ada2-4cdf-862e-fca1c8ef3b39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.693826062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.695159328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2722afa-4d04-4ac8-924f-6d8c6098a9c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.695365339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.697545452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f9eb1b-b31d-4ddb-b41d-af6f4c76a11f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.697607987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.697640933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.69766977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.697698537Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.69817673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.701052139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.7077278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.707788521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.707820966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.707849192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.707879061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.708399118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.719589564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.725880258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.72594171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.726148211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.726679089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.800203481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.800395534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.801218604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47332"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.801578311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.801700304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.80211979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3704e884-6b0b-4274-b520-b76eec5c855c","remote_addr":"[::1]:47332","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:48.802730156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3704e884-6b0b-4274-b520-b76eec5c855c","remote_addr":"[::1]:47332","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":619,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.80319415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3704e884-6b0b-4274-b520-b76eec5c855c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.806750616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.806863461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.806958821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.809307811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.809466618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.809565865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.80965336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.810332633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.820961911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.821560754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.827993221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.828202618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.828253229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.828714378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.872407183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.872487262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.872522613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.872551801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.874045527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.87948256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.89001731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.89016288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.890199633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.891036921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.92598349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.935046257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.941950824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:48.942570599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:48.943363879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.9436004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"837.479563ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.944549301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.944728258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.944862064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.944967003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.945059087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.946056063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.951366704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.957577128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.957717568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.957818589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.958823391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.963705058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.964652395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.965820964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58077","req_id":"b948ff90-b951-4395-857b-d9ff1d0c22d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5e e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ^............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.966072895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58077","req_id":"b948ff90-b951-4395-857b-d9ff1d0c22d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.966373474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.966808591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.967012488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58077","req_id":"b948ff90-b951-4395-857b-d9ff1d0c22d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.967978292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 766870032 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.968137008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:48.969192491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55384","req_id":"36628217-45a1-4db2-ab06-102df17e98af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .P..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.969702557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55384","req_id":"36628217-45a1-4db2-ab06-102df17e98af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.970908129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:48.970945163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55384","req_id":"36628217-45a1-4db2-ab06-102df17e98af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.087436454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.088703709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62416","req_id":"b1a6b1bc-845d-451b-be81-b04a971a325d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3b be 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ;............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.088899249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62416","req_id":"b1a6b1bc-845d-451b-be81-b04a971a325d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.089203585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:49.089465137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62416","req_id":"b1a6b1bc-845d-451b-be81-b04a971a325d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.089821557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.089914582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.090047457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.09431509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab6ee89-4a0d-47db-a571-d7099f750dd4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.10964835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.113955372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44cd73b3-f884-48ba-9b2e-8f8454fb3897\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.114175981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.116653948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6157b67e-9977-4f98-bcce-893e0495ca72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.116782875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.121947997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b38b09a-32a5-4c33-84fd-e0c41cc1ed15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.122094829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.122566068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.12587978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4627aa82-ae9a-4aaa-b1a4-11c6ed29d61e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.126955955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.130541108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97aa6a18-179f-4c1d-815f-f530e6f0222b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.130671187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.132592295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690079a6-0e2a-42ab-8b5f-4f70b9402d40\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.132709388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.134549184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0eed342-f0f0-485f-be4c-015940fe2950\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.134666748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.141306617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec09781e-e021-438c-b8b1-4a4143e79fed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.146428182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.151761398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d094c71-c11b-4182-a8cb-7f267dfae30d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.152003109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.153391846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2881f99-6a4b-4d7d-9b7e-64b0d41e97c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.153456114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.154304405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072a8c89-c78f-43d6-93da-4e5226e7d61a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.15448797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.155835485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033184f9-82c0-4550-845c-0749e719ca5f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.155881417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.157487787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d5e174-d1af-474b-9b7c-3f6d94995a19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.157654119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.161781182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964819e6-7836-4db9-a6f8-ab45eccce462\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.161911972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.166576636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c1f960-8f50-4237-9075-9d02debec21d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.166678098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.175336109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.175423643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.175459384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.175488132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.196290098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.196584455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3b8e1e-412a-4729-add4-d3d39f3e9ab7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.196824152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.199856654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.205907731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.205980115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.206016698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.206386465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.208917207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af566972-d49b-467a-beb6-9b4a52ad6830\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.209059551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.209462123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.209511581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.211256408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.25917873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad413bb3-3767-41c0-9e8d-6f0c2443fcf5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.259733004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.261144206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12146542-79dd-4fe0-b219-a58a4c978ae4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.261304766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.262833532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8176dcea-50cd-41b8-a404-520eeef938e6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.263059031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.264617416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2399c139-504d-46dc-a6d5-46b244f68c71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.264681444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.265668931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68514cd7-e1fe-4e0d-be6a-1deb2ca3501d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.265926334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.26818286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7c0091-aa04-49c5-bea6-c8deb783a44b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.268436505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.274912418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13224755-985b-4b57-8640-1239da3c40f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.275205161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.293740612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f4ba38-d647-4ef9-8961-1d9b7899c9f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.293972374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.299234498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef7a2cd-b563-48f3-86e8-d02d36aa2007\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.299460439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.299864684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.303316792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6857b4c6-e302-4c69-a2bc-07c59c824741\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.303537121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.305772004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacea27b-fd40-4d3a-99e2-a45e25d44889\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.305989227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.308646782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e32aaf1-0780-4d21-9149-a39e5e3a9a27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.309284963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.310555966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33adf4b-9630-4475-9324-54ca91804ae7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.310833619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.312803574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"167c4b4c-db3a-464a-b613-4ed8ae1467e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.313085566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.314263423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671a9e3c-1487-4f27-b166-a12094ea684f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.314680544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.316709536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa4d630-2308-47a3-997f-a0eb5556f070\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.316893874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.354226116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.354293991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.354326556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.354354171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.355363111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.356116332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae373fa-908a-4790-b06f-f186afbb937e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.356430538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.359330546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.371499722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.371638549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.371677637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.371809058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.371838247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.371864008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.3719252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.373343315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff817bf-a2c3-41bd-aba6-cf2e08d0160b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.373482262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.381984342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3053193f-d6ce-42c1-a0b0-22b805eab9ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.383205185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.385529646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89e6955-fab9-45d5-b38d-13840fe65777\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.385683823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.397508924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.398381763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.401393343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.402458636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.402544767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.402577132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.40395154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cab529f-dae5-4ca9-b599-f8e4e20431b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.40411209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.406966237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d943d4-1952-470e-8796-566df06b78ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.407205794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.408918827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f91383-1c30-4343-ac4d-b29964417373\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.409096261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.414502322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b56d187-31c2-47bf-bf8a-8903660b5ac8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.453467077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.47481967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a91935-e30b-4d72-9481-de0dfb669aa1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.475069699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.479979802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d35041b-7e17-44a6-ae18-92df36aee0cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.480334799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.480786719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.496308606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62b3313-6a71-425b-a47c-c3366116d88e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.506179974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.507154185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.507289474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.507384183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.508253746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.55671948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.56499061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.565057083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.565088555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.565790764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.56671193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.571535661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.57160041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.571632704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.571661682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.571693706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.57202695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.575260382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.581609953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.584826632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.584965469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.585569302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.586469776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.590425999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.590489635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.590520848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.591138899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.702052978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.702140913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.702555139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.70260626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.703659459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:49.703988334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46246"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.70866371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"666d29ee-7bce-4990-8cc4-143c3bcf152b","remote_addr":"[::1]:46246","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:49.709170579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"666d29ee-7bce-4990-8cc4-143c3bcf152b","remote_addr":"[::1]:46246","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":517,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.714703433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666d29ee-7bce-4990-8cc4-143c3bcf152b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.716673539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.716747977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.716781173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.718823021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.718886147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.718921688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.718949634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.719451824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.725224315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.730494766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.730694875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.730748091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.731747442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.803059667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.803154726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.804205951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.804272533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.804300008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.811963667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.812026643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:49.804113326Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.812442161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.812763932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.82313202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.842120794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.842199009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:49.852649882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:49.853138997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.85320088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"908.584705ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.853238946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.853265649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.85329611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.853325668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.853353774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.854081695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.854990055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.855358799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.855413729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.870781348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.875069872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.875129561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.875159772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.875559077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:49.906425927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.938355154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.938449843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.939026973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.939089227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.939122533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.93915117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.940021755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.951756876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53655","req_id":"ec3c103a-2e55-49a5-b0d5-5b107853f334","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f9 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.95192917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53655","req_id":"ec3c103a-2e55-49a5-b0d5-5b107853f334","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.952139819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.952313846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.952374286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53655","req_id":"ec3c103a-2e55-49a5-b0d5-5b107853f334","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.952923491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3934, tv_nsec: 751797766 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.952988039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.953312666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.965051956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.965115372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.965147987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.96567652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:49.966872714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62355","req_id":"430a55bb-54b3-4894-97a0-cd82bab73957","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 a1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.967025618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62355","req_id":"430a55bb-54b3-4894-97a0-cd82bab73957","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.967128904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:49.967222861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62355","req_id":"430a55bb-54b3-4894-97a0-cd82bab73957","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.046771056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.047675879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.047833473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.048888264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.049648208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63333","req_id":"510bbe06-2d81-44d7-abbd-cfa5467baef2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.049932184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63333","req_id":"510bbe06-2d81-44d7-abbd-cfa5467baef2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.051288236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:50.05450221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63333","req_id":"510bbe06-2d81-44d7-abbd-cfa5467baef2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.055174149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.055229509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.055258637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.059020652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bc3cea-1570-4dc4-9aa4-0f8d9b53a117\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.059355019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.070318132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c344361f-30b1-46bb-9079-b8972e4947e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.070582559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.075812259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"354493a2-5ff2-48a4-aff5-3dce7c6f0096\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.075945324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.078634722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f7b859e-bf82-4232-ba33-c1a7fccdaec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.078827496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.085731091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57096331-c028-49e7-b1c5-2fb3821074d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.085866922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.091319035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50edb49-7147-4030-b6d9-4b1992d20b0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.091429264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.095361269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.098102601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec6e9a9-9887-471d-84c8-51d3bef161e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.09822762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.100438705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83c0eef-5292-4d02-b54f-75cf8b895445\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.100563534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.101512204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cf3f35-1483-4b4c-93a7-db71e0ed775d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.101658516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.103160087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56adc2f4-1843-4f48-9e94-09dc03a56b6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.103274495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.104341541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f404200-eb8b-4694-8853-7989006875a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.104471661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.106099153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3d8c75-6b93-4397-ab52-04509677d6ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.106169814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.107915061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b268a8-a7c6-4376-8328-bc283b08677c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.10847143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.129437984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0b8abf-c7c6-4564-9e1b-3f9da0c6d952\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.129562693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.131459121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7053ea7b-7045-4d43-9900-1cc1e68434c3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.131589621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.133274709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dcd7cb5-96f9-4b29-b9a5-0900e8b7ba6b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.133394006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.135080467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb52132-ed38-4211-944c-0e61778b08f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.135199784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.136894872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31799027-e05c-489a-95c5-2563b417ac07\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.137037626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.141721639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3693c70-b4af-4f52-8a3b-58deedf3e5e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.141951356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.143375083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391494f7-5e73-484b-85b7-021b29e7c763\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.143554821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.144647418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f5599a-a7e6-4680-888f-3e5d198be84b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.144803138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.145678292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.145727149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.145758883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.145785476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.146595219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.146910457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6045d76-d2d5-4139-bb5a-52444f2447f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.147056709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.150051055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.183420561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.18350513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.183537424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.184142359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.198471108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"418595fe-f39f-45ed-a4c6-edd097f117d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.199351893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.199602663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.199655538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.200144973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.204431414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1995f30c-0fc1-4bc2-ac4d-d4cc87556abf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.204666312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.21316242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a66e73-a184-4d34-818a-12385f72f515\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.213293221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.215798452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a12ec5d-823a-4a34-8eb2-155e15688977\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.215870526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.222486027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07c4cd22-2b85-4fae-8e92-024f8dc419af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.223052605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.248161253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066e4174-a924-4576-9c5b-7b085ab50e85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.248372403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.252950936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47c1147-725e-488b-bfb1-84f1d2234af1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.253138139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.255027022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6013c2-a306-4a04-a41e-dd75d330681b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.255095328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.257594237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2549371e-a215-4994-81af-73475b1e8b88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.257765839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.258550342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.260103547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"994112d7-12ed-4182-acf3-d17dff5be4bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.260258446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.262122349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a843ea6f-e102-4685-8bd8-a540618dae4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.262848176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.267074867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b642fd-0031-4170-bfc9-f6da8835d9b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.267142412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.267179736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc99edd-62c4-4cbb-9625-67e6d0393a12\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.267576857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.267965892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.269741781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.270175314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6152462e-3171-4ce8-bdd6-4cdcb396bcec","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.270442136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6152462e-3171-4ce8-bdd6-4cdcb396bcec","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.270503899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6152462e-3171-4ce8-bdd6-4cdcb396bcec","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.271338061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6152462e-3171-4ce8-bdd6-4cdcb396bcec","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.302899195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6152462e-3171-4ce8-bdd6-4cdcb396bcec","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":32741,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.316018644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6152462e-3171-4ce8-bdd6-4cdcb396bcec\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.316240747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.316705002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.316764711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.316794971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.316821444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.317465677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.31767288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45db76c-b425-40e3-8dd4-9a0fd2df18e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.318011164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45db76c-b425-40e3-8dd4-9a0fd2df18e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.318075232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45db76c-b425-40e3-8dd4-9a0fd2df18e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.318756108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45db76c-b425-40e3-8dd4-9a0fd2df18e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.321077203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.326097927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.326160752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.326193307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.328570934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.335467876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45db76c-b425-40e3-8dd4-9a0fd2df18e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":17816,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.337019036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45db76c-b425-40e3-8dd4-9a0fd2df18e8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.337274175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.337366829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.337446317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.337746516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.337853839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.353796414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.355026856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aecbbe8-e96a-4297-9345-5c2230a40e0f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.355297856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.365054735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46a2c0e-fcba-4516-8bae-ec17d8b6e0e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.365426717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.369775642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8258485-e6ec-4961-809a-a65a7086f16a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.370061271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.373954768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9d4cd7-d064-4765-8961-fc13f96b77f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.37417125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.430840489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.431031801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03238248-516f-4271-8222-21781d62c092\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.431270566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.431490284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.434399881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.43514728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.435258662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.435836864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.43888132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e9edc2-9d2d-4a76-8bf7-b0fd58491029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.439105056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.44122015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c8ce4d-3c58-4c0b-b8a8-c6e0a0f3a2a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.441522723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.448259095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8a5a3d-d168-4ee9-98bd-d17b3410982e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.453572471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.470066424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f337a3e2-5a12-4c8e-a832-aa62810ae18d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.470721951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.481827498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.484486866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767d9e2d-6253-4101-bbd1-35c486429f41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.484696193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.485008796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.485121942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.485212823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.48624534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.510742148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.51839678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.518624323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.518736326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.518829913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.518912868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.520106276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.535819343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.535995945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.536096104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.536180482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.536714627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.538918037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.543003587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.543142504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.543229337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.544053399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.661695012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.661805061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.662345528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.668129462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.668195945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.668250954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.668599439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.66901173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37479"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.676492876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"53075e16-610a-4fd5-a5a9-43b722ec1096","remote_addr":"[::1]:37479","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:50.685560793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"53075e16-610a-4fd5-a5a9-43b722ec1096","remote_addr":"[::1]:37479","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9080,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.68581532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.685949267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.687141342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.6884354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53075e16-610a-4fd5-a5a9-43b722ec1096\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.692519558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.692611441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.69267602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.695594224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.69580285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.696002147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.696095242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.698370736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.708767381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.713042358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.713331845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.713435672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.714082801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.79669443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:50.802573142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:50.802976707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.803073529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"949.796308ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.803121555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.803150072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.803178619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.803206775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.803233378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.803830478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.804299282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.804517226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.80459939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.806981356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.809850151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.814320478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.819452143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.81951605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.820407687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.821452939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.82159403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.856291663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.856391181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.856427283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.856457764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.856968261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.857272317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.857327898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.857953194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.85801644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.858561476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56140","req_id":"fad15d7f-ebf3-4f7b-b477-9a45950f9a74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 80 83 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.858621335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56140","req_id":"fad15d7f-ebf3-4f7b-b477-9a45950f9a74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.85883988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.859002033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.859095961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56140","req_id":"fad15d7f-ebf3-4f7b-b477-9a45950f9a74","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.859479354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3935, tv_nsec: 658379020 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.859577249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.859779953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.867922377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.868442062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.86848643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.868597732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:50.86949009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62163","req_id":"9b4d49fe-aa99-433a-bac4-b5b1bf2d9670","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.869623807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62163","req_id":"9b4d49fe-aa99-433a-bac4-b5b1bf2d9670","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.869918023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:50.869968724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62163","req_id":"9b4d49fe-aa99-433a-bac4-b5b1bf2d9670","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.039639612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.039972024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.040031242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.040582891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:51.040730355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.041148308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56233","req_id":"33ed124a-9384-462f-b01d-60fda777550e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 58 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c X6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.041209259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56233","req_id":"33ed124a-9384-462f-b01d-60fda777550e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.041410551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:51.041507043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56233","req_id":"33ed124a-9384-462f-b01d-60fda777550e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.041816499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.041867341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.041894675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.043672257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa44491-c4d6-4b90-9e1b-18fcf64a9397\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.043895522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.046753145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97605b7b-94ea-43f7-8b4a-3ce24a0bebfb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.046942513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.050322347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0402782c-32dd-4b70-b797-4950acec9e0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.050474179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.053471161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2be25dc-cd10-47d5-823c-56f134b7c497\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.053620789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.056908259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be598be9-96fd-4ee7-b2d7-3f3f5462104e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.057080802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.05986506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96e7ce47-d284-4c25-8118-d3d3a5f736c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.059980861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.063359112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720fe903-87a2-470b-b9fd-c514e268f92a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.063424712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.06804584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.068332451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e548820-d262-4636-8e42-648d65136722\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.068483612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.070069171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc4ba2d-b7b1-44b4-98bb-19f380e59ca6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.070156184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.071253621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2631282f-5468-4c2f-83d2-008479e069ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.071349442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.072330196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7e9827-3381-45c2-83f5-d41a642cfc8c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.07251284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.076556196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b72279-8282-4c32-9fc7-6659f78381b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.076783278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.078201664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219e8fd8-1c8f-434d-86e3-74c95863cb23\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.07847548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.080901664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8503355-79b3-45d8-bc8f-69beef659367\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.081025531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.083241095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20e38db-b35d-4b8f-9e27-d7325d216b9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.083312127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.085384275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb34ec32-adb9-445d-8b3b-eb6348ec8d0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.085459305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.08771529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec992c87-b678-4b8b-b800-c9a2d502644c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.087789618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.08927611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad273942-b76f-42fd-80b2-2113be6310b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.089349386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.09084245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d79e54e-023f-4a32-8b7a-5e259d5b4a2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.090965035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.091707845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7cedc5-8c9d-4070-ac3e-d3ea6ec50ffe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.091845278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.092755923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea62ecd-23ea-4732-ba56-d87ffcc0402b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.092888758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.093831696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db473607-9d20-495c-af73-b92a69b19cfa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.093954661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.094959123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370fec3a-b711-4a20-b829-d4de827267c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.095106827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.096307509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5998f290-ca44-44d2-9c71-fdf5cbf4e006\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.096672997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.098142726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba5bfbb-856c-41b2-92a0-88ee60f9e480\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.09821499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.100030056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8025ad-37e8-44f2-ac78-6c8a99086ff8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.100109244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.101735915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca5e2010-c156-46a5-b9e5-2fbf4e4af887\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.101864922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.103579037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5839bf52-693b-4bd9-a532-9ced1521c6b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.103753615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.113623751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e5594a-6120-4c91-9dda-73783f83b9eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.114776598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.1155456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255e90a6-7625-413d-864b-3f26534d44ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.115609437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.116295183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20da435-1c12-44b8-b92d-8215c5a5bcf5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.116436335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.117256368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd215e94-905a-4535-adf1-ac8e7b6ca8b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.117394063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.118216702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"872c4228-6835-4bf6-a7ce-294d2704710b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.118341601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.118546379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.118968059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.119011165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.119040253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.119418236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.120586604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84826a57-dc2c-457f-b36a-bc9324dc2558\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.120682936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.121994349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3a1618-8c9d-4a62-924c-27998cb5ba00\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.122297032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.122621057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.142723189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.142857888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.142898268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.143291832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.151663843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.151731067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.152472865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.154030068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a54096-1cbb-4c8a-85c5-7c57116364bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.154207401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.156497454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16187767-39ba-4467-b435-81c83fffe088\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.156561732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.164106554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ce1b6b-aeaa-430d-a7b0-2b0a52ec488e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.16459605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.168949273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ff9cd8-478a-423d-b1d5-700e3a1814c9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.169227508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.175399725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be263bf6-1624-44b3-ad05-748071a460e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.175636928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.179283313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c66e11-9fe4-420d-8150-ec5fc09dbf6a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.179534383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.180716318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a167a35-d782-45e2-a489-7409de7cda5f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.181024673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.184387894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.186360975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1992f53a-c7dc-4eec-b472-55f1c2b1d3ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.186611374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.188055421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d38981f-0aeb-4aed-b5b0-20eb792bee49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.188284427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.190169012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81bb5d7d-8ed5-48d9-a9f2-776cf04d55b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.194989557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.195134496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.195233222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.195903037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.201504167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.216097343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.23803895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.238150292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.238245481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.238337575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.238459337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.239064012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.241897858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.242022898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.24211467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.242197275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.24287713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.243119332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.246747691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.246884795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.24697303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.247478187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.253204857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.257866926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.25793427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.25796928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.258359708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.260570452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.260626995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.261064517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.35729533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.357382835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:51.358322126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33071"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.35904189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"d2f058b6-5820-49e9-ba74-d366adf8cf05","remote_addr":"[::1]:33071","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:51.359681395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"d2f058b6-5820-49e9-ba74-d366adf8cf05","remote_addr":"[::1]:33071","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":660,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.360322612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f058b6-5820-49e9-ba74-d366adf8cf05\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.373121102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.373189759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.373219488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.37501229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.375128582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.375166137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.375195014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.3755489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.379168421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.404301237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.41720167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.417351138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.418013548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.420302779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.420643608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.423283548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.425748379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.425880843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.425959529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.49280743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:51.500513624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:51.500994081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.501129992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"698.051533ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.501252927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.50134493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.50146062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.501557764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.501640429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.502350834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.505999895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.522754327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.522889877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.522987411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.523505143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.545741167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.553369285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.55349195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.553581999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.554583023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.554823713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.554928061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.557144176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52769","req_id":"c9fdff2a-988c-4442-94f1-407e02eb062a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b9 bf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.557327652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52769","req_id":"c9fdff2a-988c-4442-94f1-407e02eb062a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.557626718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.557867938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.558034951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52769","req_id":"c9fdff2a-988c-4442-94f1-407e02eb062a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.559036086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3936, tv_nsec: 357960411 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.559171436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.562070432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.573517609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.573616376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.573701355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.57424065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.574853782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49868","req_id":"9d21904d-d786-40eb-83b2-e203efc94adb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a5 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.575023239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49868","req_id":"9d21904d-d786-40eb-83b2-e203efc94adb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.575276584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.57542039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49868","req_id":"9d21904d-d786-40eb-83b2-e203efc94adb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.618945111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.626346487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57610","req_id":"8402af0b-0376-4bcf-bde2-9ca5a3adcbc4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b3 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.626616335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57610","req_id":"8402af0b-0376-4bcf-bde2-9ca5a3adcbc4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.626805843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:51.62712052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57610","req_id":"8402af0b-0376-4bcf-bde2-9ca5a3adcbc4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.627349065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.627398684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.6281695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.628515479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.628562964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.628588785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.676710424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a7224d-0059-4724-8e8f-0385c6904e5d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.67990037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.691857554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79fdf8f9-2881-4115-b2ad-a915b51c81b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.692087482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.699961992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"051e8830-e8cd-4155-8229-5b7d9abc8b4a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.700060287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.70632005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d4980e-681b-44b0-b000-c4d98c3513ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.706577292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.709563071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41847a31-32a4-4324-8b2f-174a85f6bb89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.70968797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.711788716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7388f1-3edf-41e6-ac50-3069efe8b6a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.711907823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.715164983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.716351657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58f53a2-bc10-48fe-94e4-1395bc6c8e8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.71641844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.718603744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619d663f-ed62-4c6d-b492-0c814b731425\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.718744304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.719951189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0a76d1-50b4-40fc-bd24-1b0c4c3860a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.720121518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.721100729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d756b77-8fc1-4ab7-b03e-c094b1107504\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.721248453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.722377242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d0a7a1-11ef-4272-9484-e8e4131c521b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.722503534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.72343516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f021efa-5e1c-4714-9614-da43e1bf9f42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.723549468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.724995309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21272435-5779-4dbf-9ede-db9f2ad6da70\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.725188955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.726893741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5719859e-c978-4de1-ab76-108376f0fdd8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.727007648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.729774451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbba5b0-1f89-4338-9367-9c1c0b70537d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.729845242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.731562253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b7c39b-8d92-41d6-9183-a8b8c9200402\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.731675599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.733539432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd63ba8a-de13-41f8-a7e7-8438402a636a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.733654522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.735462995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbbc6bb-0229-4a0d-86e6-eeefd5bf31c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.735617132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.737342089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e59843e-6b88-497f-934e-c2fbb37e6d5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.737452589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.738341039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f939ba-8240-4286-b8e9-434b7e07f642\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.738518493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.739537533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e2dd55-21af-4b4f-9edc-140b12b50543\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.739662572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.740759859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480b4f46-9e7d-41b9-a8f2-43edef59c762\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.740887222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.741822566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929e04d4-65ed-4d27-b1c9-8efd44983dfa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.741933367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.743148879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b0cdba-f32e-4614-abbe-6389d93724be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.743301964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.745037902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9c92de-c603-47b6-b536-acd41c23872a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.74521719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.747077176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9fc6dbc-b93c-4501-ad13-28c23b3a8c12\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.747165972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.748867653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46921db8-4806-4dab-8778-9b61970a13d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.74898678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.750904692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf961ce-d316-4f6b-8947-56f6bd4d5648\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.750976404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.752964005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad0cedb-2066-46ac-92b3-e0f0e308a316\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.753115847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.75520522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c4c8c8-42f9-4e89-9220-43c734500dab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.755321802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.756388307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eecfd204-6d9e-4923-9120-f1f485dd9e44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.756795328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.7579607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e468754-865d-477a-a91e-925a7b48aa81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.758118344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.759142435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3de126f-eadd-41f0-b466-a366e92acd61\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.759304608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.760418417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"599ede9b-bc9d-4c34-8079-6f33186f8a22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.760530971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.761698528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14351be-3f2b-427d-8481-68ee1b0423f2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.761851402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.7636321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb1d177-b598-4c45-94b4-4ffe32e6839c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.7637426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.765526735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.765576845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.765606173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.765631604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.766449454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.766684301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d7d274-e979-4305-baa2-fc630a2fa38d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.766843739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.769347117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.774438561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.774490896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.774517579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.77489442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.775139498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bbb71c-d112-4b20-9bbe-66991f27d0b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.775262473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.777889848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.777941701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.778391437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.778579772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77be87f7-070e-46e2-b092-e4fc146ee4cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.778697918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.781024704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa75e446-2098-45d0-bbb6-8d6a4568b9fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.781101978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.785693646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8192c6f1-2dd7-4b11-a707-673fc7026d60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.789023721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.79208466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a61893-6057-4a9c-b45c-c41574be1c38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.792128036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.794639731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbf7bb6-658c-4956-87a5-58a6a45fbe7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.794722015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.79614485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf75bc9-eed4-4867-b265-728a39e3c239\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.796221001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.797642123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.797699587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.797726802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ba1ad3-168d-476d-ba64-019bf6a16b91\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.797762513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.797793334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.79782165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.797848003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.798327098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.79860942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.799436708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.801468126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.807245397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.807313232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.807346829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.807376167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.80740267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.807860412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.811091099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.811152121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.81131743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.816001863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.816067715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.816100119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.81678808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.837775085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.837847119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.888449821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.888587806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:51.889276248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51439"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.889809069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"e7b80032-0e6c-4c1f-8b49-e7a9534fbcaf","remote_addr":"[::1]:51439","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:51.89037158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"e7b80032-0e6c-4c1f-8b49-e7a9534fbcaf","remote_addr":"[::1]:51439","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":655,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.890669253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7b80032-0e6c-4c1f-8b49-e7a9534fbcaf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.892777704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.892827363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.892854076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.894555256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.894611227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.894643842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.894671307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.895368186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.899016835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:51.899252104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.900395663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.905236137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.90557918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.905628338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.90614098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.955251589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.955375206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.955411478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.955439674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.956093086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.964477862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.971179886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:51.971241077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.971271147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:51.971697196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.025192061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.025380968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.026362183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.026718463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.027682363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.027842903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"526.568604ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.027978964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.028197099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.028329673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.028431456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.028517046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.02920135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.033230708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.039459017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.03956085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.039674146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.040295123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.04400263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.044117349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.045140086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59604","req_id":"57473431-1947-4668-9470-2d9405b2dc47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a7 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Z..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.045354624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59604","req_id":"57473431-1947-4668-9470-2d9405b2dc47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.045686134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.045944179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.046261721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59604","req_id":"57473431-1947-4668-9470-2d9405b2dc47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.047252365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3936, tv_nsec: 845843035 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.047392524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.047819836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58605","req_id":"d8f1d9de-2122-4658-9416-f9fda98bb564","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e d0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.047990025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58605","req_id":"d8f1d9de-2122-4658-9416-f9fda98bb564","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.048410022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.048468127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58605","req_id":"d8f1d9de-2122-4658-9416-f9fda98bb564","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.089461775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.090202851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63018","req_id":"6031b0be-bd1f-49f5-941d-326eebb27d27","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d7 b7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.090308572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63018","req_id":"6031b0be-bd1f-49f5-941d-326eebb27d27","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.090527247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:52.090619822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63018","req_id":"6031b0be-bd1f-49f5-941d-326eebb27d27","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.090850291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.090891934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.090915721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.093457416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca38a5b-9976-4c58-b4bc-dbe32b082f19\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.093611493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.095414936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c4a9c3-ce2e-44d5-b662-e2be0b0b0b0e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.095630024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.098175065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434e55b2-0aea-4bc8-a39e-8682c742ff86\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.098306808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.100632341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e4d8e8-c9f5-4778-8b63-c0754bd9f638\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.100756719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.102780631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f934e05-767f-48fe-992e-02b215a66c12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.102900601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.105824737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d44a9dae-1db5-4c83-9f4f-9f4557fa9773\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.10594706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.109643565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a77851-2357-4e04-8bdb-f4f153620933\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.10976105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.11038345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.112355088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f479e834-f099-41d6-935c-c2811099667a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.112481901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.113967781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e1382c-1d13-43eb-9303-5c6a6dca8add\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.114190906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.115087061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b39003-d65e-4086-b815-6a66bcbc9e39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.115382911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.116530467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f6a7ed-dd07-479d-bfe4-5598e5803cb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.116800866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.117693875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1b555e-f3de-4760-a4da-ba56a67d51a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.117823864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.121231644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a133f237-602b-441a-8bbe-a81acd4b2c77\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.121291754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.121649587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43e2faa-da3c-4fab-a2af-42b516dc585f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.121770247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.124337482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e2e564-7092-40a5-a8d2-c1b0a13bd90e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.124588823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.126586543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86610c92-61da-4116-a0d5-c03e3db58e57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.126709328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.128714132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0c1453-f981-4a24-b892-788e707483d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.12891361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.130820209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6044a3d1-f44b-4424-8f85-012ed37ae1fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.131080307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.133384838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9097e1d8-7600-49c4-94ad-e0ab91976f76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.133458174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.134525972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d07a890-bd9b-449b-8a94-e92b7df65dfb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.134666001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.135763097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d247f1d-543b-46f8-9e04-cbffe92116fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.135905651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.136907507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea4082c-ecd2-4ce7-aa71-8778958339a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.13703938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.138160954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fc040b-d275-45f2-969e-5d7ba1dbce9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.1383342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.139763918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce34973-6f6f-434c-856c-e8c9a53154b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.13997074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.14278121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e53107e-3b70-4ae1-afba-4c860c8b1159\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.142953583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.14586266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531df76b-0ece-4868-826a-5699fcf2f61b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.145920425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.147335194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ceac7f4-4b2e-4a53-a9cd-3c16d12cec51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.147612045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.149681198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6909221-51cc-44c9-ade1-f53ffc07b531\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.149804564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.152309875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c00029-11e9-46fd-a21c-b48106fec434\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.152731505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.154848944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1bfe6d-f156-480d-9bfe-57c73e549da9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.154974104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.156264825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8529e357-ff68-480b-b9da-8bb940bed316\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.15731614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.158517484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c4698f-4bb3-4c37-b480-61235e11d07c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.158732111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.160831304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022a4ce9-0f56-4744-bad9-aa8c1dd027aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.161002635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.161821156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.161871727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.16190327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.161931376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.163622295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.164465875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff50f4d7-5688-4832-a24d-a1e19de71233\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.164635123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.166101785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b435b9e2-824a-4b37-856e-f019cbd77e9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.166474437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.16669149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.175328789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.175393778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.175428157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.176062731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.180998946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.181235458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.182213907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.184801763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8397994-bf5f-4b7c-b840-fe1c95a5e978\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.184874558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.190877639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b77c88-e54e-4527-a0eb-3d56d8c10a4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.191074882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.19515451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1418402a-10ce-4efd-afd8-000b735c6611\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.19534986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.198233946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3da4fe-a73b-4d55-b5df-ebd829ad7383\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.198543322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.200799147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb14b129-64d3-4317-ae9d-0167c018abc8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.200934016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.203876739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d6496d-1916-4cc8-a9dd-cced727fdd5d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.203940837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.204117879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f300a1f-b712-45f5-be97-3d98219f2690\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.204984446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.206550256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c43c71d-0d94-400c-aa1e-10ba417a4a53\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.206688481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.209984679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.210259917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f12d135-fda1-4777-a2e0-7e8b54f0b992\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.210469234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.224689958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c922613-e620-49cc-a888-063a71c9442c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.224853323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.224899856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.224930267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.224960527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.226096961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.229153201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.233165365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.233239232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.233272037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.233301726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.233330544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.233703677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.235919462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.241401735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.241468979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.241501905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.241936501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.291613789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.29173462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.292155128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.29220626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.292241851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.292270518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.29322522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.293324758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39923"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.293515188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.294504459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.294836601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"888b27ee-1b6f-4caf-9153-2605e437645f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.295110837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"edee7d51-4a8a-4edd-9778-1826f7a643a6","remote_addr":"[::1]:39923","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.295391436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"888b27ee-1b6f-4caf-9153-2605e437645f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.29544877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"888b27ee-1b6f-4caf-9153-2605e437645f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.29596082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"888b27ee-1b6f-4caf-9153-2605e437645f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.296471067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"edee7d51-4a8a-4edd-9778-1826f7a643a6","remote_addr":"[::1]:39923","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1364,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.296921304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edee7d51-4a8a-4edd-9778-1826f7a643a6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.299110726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.299284222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.299329322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.300582479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.300633751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.300665955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.300694943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.30113535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.301918441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.309348064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.309438344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.309473193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.309771197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.311042059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"888b27ee-1b6f-4caf-9153-2605e437645f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":16194,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.311483999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888b27ee-1b6f-4caf-9153-2605e437645f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.311676443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.311861862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.315201166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.3154041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.315449009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.315860048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.316175878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.316223472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.316723268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.316952164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd8054a4-3908-41a5-99a9-3a24d5fde849","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.317194868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd8054a4-3908-41a5-99a9-3a24d5fde849","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.317250098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd8054a4-3908-41a5-99a9-3a24d5fde849","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.317633702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd8054a4-3908-41a5-99a9-3a24d5fde849","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.322325029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cd8054a4-3908-41a5-99a9-3a24d5fde849","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":5474,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.322810647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8054a4-3908-41a5-99a9-3a24d5fde849\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.322985946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.323029513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.323054743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.347947771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.348407036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.348505242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"320.319657ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.348545161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.348570572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.348642024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.348673307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.348703908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.349531236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.353590855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.358706838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.35883837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.358927297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.359771559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.360440392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.363623073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.363681449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.364233099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58470","req_id":"9f5de45e-dc0f-4e2d-b6e0-1cbd19fbaf3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d 59 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.36436918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58470","req_id":"9f5de45e-dc0f-4e2d-b6e0-1cbd19fbaf3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.364556994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.364786291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.36488104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58470","req_id":"9f5de45e-dc0f-4e2d-b6e0-1cbd19fbaf3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.365525844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 164389458 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.365589962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.366420367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53496","req_id":"9210ad4e-d7c5-46b6-ae11-dcd628725a5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.36648257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53496","req_id":"9210ad4e-d7c5-46b6-ae11-dcd628725a5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.366564233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.366688601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53496","req_id":"9210ad4e-d7c5-46b6-ae11-dcd628725a5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.427516236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.428247934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.428388815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.428427532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.428456449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.429142466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.429297074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.429416322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.430651974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64967","req_id":"80dab1cb-3365-4ba9-9257-c14349ac3003","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bf 29 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .)..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.430777644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64967","req_id":"80dab1cb-3365-4ba9-9257-c14349ac3003","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.431005939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:52.431121119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64967","req_id":"80dab1cb-3365-4ba9-9257-c14349ac3003","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.434064082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.4341232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.434155023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.434573457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.435731094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.43577929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.435806714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.436031001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.443414823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.443478089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.443510303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.444130649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.447085086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.447143903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.447621314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.447951492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f339af-a6c7-4787-96c1-516944e7a12a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.448280888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.450459088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7178354e-bb08-49f7-a47f-dd845f2f2e70\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.451338621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.455650933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88354af3-7627-4427-8921-4cea99bcc3a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.456109336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.460029376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b8dc99-8bea-45a2-8764-40915916048d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.46025212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.463249071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c5b4cb7-3525-4a8f-92ec-3c823b02155a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.463385313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.465416791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a7b7b2-58ef-4e42-b034-00910d7313d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.465819473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.467701453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c01951-fa1e-4cb5-ad6a-281462d5ba50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.467842664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.473608542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc9da5e-bc97-4f12-a1a1-341a643c737d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.473736056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.476331337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b2e8e5-a3b1-4cd4-8daf-b97816449372\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.476537748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.4776127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6069ece8-5dc9-4129-943c-343835a2b781\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.477789943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.481128225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ea426f-000c-4bb9-981d-9350bbb055ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.48123662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.481610435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.483231886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14d78de-b6c0-4148-8342-2d16a5442e94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.483305432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.485037393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003e507e-5045-45b8-9546-75cad8ad11e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.485425937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.487933293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c60d566a-377b-4e2a-902b-889e31ae7048\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.488072541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.490950354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de093431-b5db-49f6-b12d-2df71ad08e98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.491157056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.493409745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254661ed-7253-4a98-90d1-3c93eb930178\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.493540175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.495547444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e10d9a7-b783-4a65-8c62-8291fd14a066\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.495752953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.497778078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6c678d-63b8-479a-9e4f-58c39d387e44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.497839681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.500004795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e1c0f9-7395-40df-afa8-2026e8efd711\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.500070335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.500978605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d550bb3b-e4c2-427d-912a-f98c9fb745fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.501163584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.50235126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935b4ecc-bf91-4e08-b985-01e98e0525be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.502489516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.503457174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63291ca7-8713-493b-807a-1f0e57fd7c4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.503588595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.504543688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7bcb6b-abda-4151-8b51-951e5e414e36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.504748577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.506091552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73919f2a-28bc-4721-b5c4-9a78cc518fb9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.506195059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.508083601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a66b04-a5b3-4bb0-bb85-df6969c2d3c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.508211697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.510216431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ba48d8-a905-418f-82be-401d43ccb60a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.510284737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.5139401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf67910-0f2c-4bb2-a6f5-e63bca55b1ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.514140439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.516631603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59348c6-e1d1-45e0-b37b-2514a225304f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.516773596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.518467871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5002ed77-cc2c-469f-94a1-2c78f4b96186\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.518590816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.521000708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a3d998f-f237-41a4-9a7f-2751c0a87e55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.52117737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.522891976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51bcd38e-81a2-4915-9e07-2010671a591b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.523051153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.52399327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756d6a85-e626-4480-a20e-f9c28431413e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.524782463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.526293233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36214a3-e123-4060-9384-d96dfcb073c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.526426128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.527317975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3536f3-a200-4d5a-be29-d0ac55c95f42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.527438254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.528844947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a5f3d2-35f8-4bd0-84e4-391804737a1a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.529015527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.531359617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b555b95-7ec0-4a38-8bbf-7dbf0370c401\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.531426801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.532531793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.532579478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.532612223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.532641221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.53347889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.53897986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.547719012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.547790164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.547823591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.548468025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.55430796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.554377118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.555690966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.559476709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f997588-9654-4d90-aa07-fa0bf6e9099d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.559649172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.597339668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e6342c-2f15-472b-b6d6-f75ac0c2fb65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.597592672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.600743821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4725ab7b-68b5-4e30-a4e8-3b398491cb7c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.6009992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.603110657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64889d1-f8b5-479a-b7bb-63f2c91d2872\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.603243712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.606977752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.607266647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10354261-01f0-4c09-9a90-2c228d40a887\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.607506806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.608617669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd938f7-b5db-43f7-97d4-f4cd28ccd0cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.608765684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.610562153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1a7a33-1656-49db-a746-acef662144e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.610639207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.611611734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0cae50-bc51-4a33-9673-78f58beac11f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.611670201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.612575515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc68f4cb-5d37-4baa-9a80-d3d8f4b29e79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.612625394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.61265855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.612689362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.612717959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.613523764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.615564861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.619880389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.619936812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.619967122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.619997913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.62002628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.620449744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.62364983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.628101078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.628224845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.628260676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.628581065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.684854065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.684926149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.68532827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.685383169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.685415133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.685440704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.686277882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.686329274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35580"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.687812039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"131dc2fd-10e6-421c-812b-474eada39153","remote_addr":"[::1]:35580","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:52.688292336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"131dc2fd-10e6-421c-812b-474eada39153","remote_addr":"[::1]:35580","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.68876656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131dc2fd-10e6-421c-812b-474eada39153\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.690995081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.691044289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.691072244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.692770037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.692818434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.692847782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.692873954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.694123744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.694435105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.699801637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.69988821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.699923219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.700239309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.702020388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.707224687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.707443663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.707497982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.707930543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.709451564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.709510151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.710358411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.740944752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.74151075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.741569317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"393.012411ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.741611851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.741702792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.741735207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.741763724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.741789936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.742506975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.748270679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.74867796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.763387408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.763460233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.763495593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.763858847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.767584761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.767644409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.768732728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62243","req_id":"f0067e0c-4bf3-407f-ad89-2737f9466ff1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ca e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.768803719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62243","req_id":"f0067e0c-4bf3-407f-ad89-2737f9466ff1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.769093346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.769270089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.76936609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62243","req_id":"f0067e0c-4bf3-407f-ad89-2737f9466ff1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.769782149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 568676724 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.769840335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.770154962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57189","req_id":"3485c541-c1f0-41a5-9a80-e13526317b54","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f0 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.770246494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57189","req_id":"3485c541-c1f0-41a5-9a80-e13526317b54","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.770334489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.770356633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57189","req_id":"3485c541-c1f0-41a5-9a80-e13526317b54","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.816727794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.816949015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.816998333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.817078753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.817110797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.817721194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.817773207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.817807185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.818071982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.819597001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.81989257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53469","req_id":"5104684f-f545-4601-9c47-48d507d0e6b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cf 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.819945225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53469","req_id":"5104684f-f545-4601-9c47-48d507d0e6b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.820081536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:52.82016363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53469","req_id":"5104684f-f545-4601-9c47-48d507d0e6b8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.820333288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.820376554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.820402897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.822256049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.827952138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.828010063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.828056035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.82839973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.83025709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.83031708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.830350196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2f0da4-b31d-4749-b8b4-feb0f604b5c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.830430005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.832233098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.832304921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.832506873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.841657014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8a30fc-4477-4976-a217-deeb6534cc36\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.841735631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.842171649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.842234435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.844061465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484bba0e-bec1-4b31-9f13-14a4ad0407ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.84418432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.850531887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f8dcb8-73fc-40b9-8463-d6a9a91d8a27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.850753458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.855112964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650e9f87-20c7-47f5-b45a-9bf1b7d02480\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.855240208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.859909942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0001f13-e58a-4eb1-a8bd-28747c3b6a32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.860048498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.86348247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a390d37-c06e-4fd7-8ad9-d3c756f40d38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.863884731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.872391861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ec619c-6227-4948-91ef-8a43714191fe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.872581008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.872957358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.874567576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72da2d06-fd95-4934-b105-237302dc6038\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.874710371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.876426099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b5e8f1c-2e53-41ef-9f21-fd19e077e9d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.876536299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.877389328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307d9240-2530-4299-9b9e-79652b51395c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.877457294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.878407507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5943d2-0930-4ee9-b82d-b047c0650102\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.878486434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.88073286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d56a6f37-ac4c-49cc-a081-bc7eab7120b6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.880800836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.882192649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a19e08-3913-40fd-b837-db94d22dc20a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.882254181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.885008609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da4eab1-9fe8-49e0-9aba-3590a176c35a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.885156173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.88727759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98698b9-c273-40ca-9867-23befe2f44c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.887341658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.888891666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f51cf6-2d21-45ae-aa40-b6782e2193e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.889146744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.890884447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b8d79c-6a34-4b11-97a5-3bdb6004a97a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.890999105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.893920566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0cdaf9-011e-4a87-a9c5-dd826f835f83\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.894121366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.895179174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10182516-9b2d-4ea7-97e9-8a4ea49cdb21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.895510724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.896588572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143dda02-734d-4dc2-a8ad-9745178c9457\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.896735284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.897630007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51e31a75-8487-4cfa-b7be-2733f380dca9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.89776199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.898769387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431a91d6-487d-4d43-8293-9701e12bb00c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.89884112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.900166721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6457b70-b9bb-43af-a10e-18867397e0d4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.900343764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.903440434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbdd172a-82e9-4b5a-b8df-d1b63124e31e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.903809248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.920295777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dacbfe7-e0d0-4aca-a0bd-9f97d3e6f60a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.920758278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:52.921117294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.923366385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d10e14-5372-4f81-8d5c-c7612809f049\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.923675611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.924040939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.924219234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.92433748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.924438781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.925699303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.92805697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802b7591-cc6c-44d0-9349-3e64710bf6c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.928388982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.929178615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.934972399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.935258619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.935400302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.936048112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.939404359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.939523366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.940093282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.942204829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488c415b-8d9f-4587-b0de-eb2f995226e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.942525147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.946438534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5e8ced-39f8-4bdb-963a-413f8a177483\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.946734574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.949301318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1986439-523d-42d3-bfa2-3f5536a1f703\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.949614192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.951864014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c91851-99f7-4e5c-9e84-976e7c51a29e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.952146317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.953774541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826d6294-c084-4b16-86c8-9b529e84cc84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.95406494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.955390471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3f4e0e-ac06-4784-89b7-004f156ac6cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.955705188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.957866284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dd544dd-caab-4ae3-aa51-d18284d4730a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.95838671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.960756101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f08bea-5a72-4703-93ad-121e6983f957\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.961648119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.966463303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6afcd43b-c2a7-48a0-a02f-b802ee56aaef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.966745665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.969238412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0faea718-7948-41b2-aa1b-44f270be69dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.969585804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.971563033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031e1a8a-098a-49c5-8647-b5c1c14d3fe1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.971849354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.975986717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.978360417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039de2e2-17a2-46ac-9e67-fc724d3ce44c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.978579022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.980648155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc343be-ecac-4047-b2e7-3a16f7bc35df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.980771841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.98199057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33fcd4d-28a7-49a6-95ae-bd33212a759e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.982379855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.98395331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a3807c-f601-4f81-8a21-7c8b82fdcbf2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.984090654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.984984214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bc7e01-61c8-42b1-87c8-e36eee4304b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.98525317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.986143785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129a5788-e5f4-4b97-b1fd-e67aded0890b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.986515525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.98655784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.986636556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.986675524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.987551018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.990540715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.99806157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.998108754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.998137852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:52.998190397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.998220096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:52.999422732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.007383243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.011714643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.011780684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.011810043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.012249288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.067001488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.067166998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.067871732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.067927553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.06796117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.06799113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.068982856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:53.069036423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45831"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.069744003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"308506b9-04a7-48a8-a16a-1139fa00eff1","remote_addr":"[::1]:45831","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:53.07043539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"308506b9-04a7-48a8-a16a-1139fa00eff1","remote_addr":"[::1]:45831","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":697,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.07084165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308506b9-04a7-48a8-a16a-1139fa00eff1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.072541527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.072649431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.072680163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.074126094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.074190883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.074227275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.074255401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.075362527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.076117632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.082392574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.082456181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.082488676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.082911839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.084606736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.088184524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.088404502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.088459873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.088864108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.090435619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.090492873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.091158249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:53.117492188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:53.117779961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.117831344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"376.184542ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.117928838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.117969649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.117997915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.118026412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.118053586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.118972477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.123857019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.127074871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.127127185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.127155842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.127551641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.130376709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.130670735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.130711897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.131851828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49715","req_id":"54643e31-c5e7-4904-a302-1cb205ea341c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.131908932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49715","req_id":"54643e31-c5e7-4904-a302-1cb205ea341c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.132457876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.13263555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.132723796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49715","req_id":"54643e31-c5e7-4904-a302-1cb205ea341c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.133079535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 931933449 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.133134394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.133442398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53336","req_id":"e521f758-6061-4016-8efb-282c7f9c154d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.133489662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53336","req_id":"e521f758-6061-4016-8efb-282c7f9c154d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.133652937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.13368961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53336","req_id":"e521f758-6061-4016-8efb-282c7f9c154d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.193940185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.194591403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.194728686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.194826652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.194910128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.197401011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.197807842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49290","req_id":"053d44f7-8581-4565-bbbd-1d225a1e7de4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 57 a7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c W............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.198044884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49290","req_id":"053d44f7-8581-4565-bbbd-1d225a1e7de4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.19835399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:53.198556503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49290","req_id":"053d44f7-8581-4565-bbbd-1d225a1e7de4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.198939927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.199057441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.199189454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.2000958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.208074908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.208144186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.208204546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.211712305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.216453161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.216522189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.216983608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.217206021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75846ec8-46c9-4d34-9eb7-6668e3fc2ded\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.217455628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.223423679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15ea899-c916-42f6-8aab-78d766dcb1e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.223820901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.228134465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241c3b75-1305-4a7e-9c31-61794655b5aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.228255116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.234168698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67383bac-64ff-4fdc-a6e0-7709c4a6c585\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.234374388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.237794963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41c2a28-2f5a-4b62-bd75-dac9e6ad824a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.237864161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.24142688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64c3507-5c19-4918-adb2-ee95fdcb51f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.241740605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.244679019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.247852562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b811e250-5fe5-4ac0-87b6-f0ad5e83741f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.248160506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.25293042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b7f568-bcf1-44df-bd1c-ca6506b0fa03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.253920442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.25612743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e376468-6451-4780-958f-b0fcb3ff528d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.256558308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.26063975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d0f58d-0fda-4fe6-9729-c9fbf14e5a84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.260802334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.261916684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89d8868-5ae2-478c-9a9e-7d40ee2db8dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.262141262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.267612793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad28298-286f-4e09-b7c0-94da5650a10b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.267853122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.270480337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df6ef8e-0fb6-491f-9f48-c1ae699295de\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.270806116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.273115066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3051de0c-811b-4855-9f05-e978dac0c76e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.273442549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.276009353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865e19ea-ee5a-4e31-acf3-14e15918978f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.276223319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.278599123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c20090-d2e6-45de-b827-a5d0c795b4b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.278951585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.281879669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf9ca7c-994e-41d4-ae1e-250485060e64\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.282225408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.284830529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ee0496-d1ec-41a9-8a6e-3b8c94525d5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.288747232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.292273117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334a9806-c9ac-4a20-85a5-1850231fd536\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.292556943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.295548944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbeadcb0-57c3-468f-9c64-88c4aab18f3e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.29574255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.295960013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.296019181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.296054421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.296082517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.303028447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.304561491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"251c34da-2911-450a-851f-c8d7c53c864d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.304755999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.306536005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.312383807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.312446973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.312479517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.312845086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.313065044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e58f4df-17fb-4ef6-bbc7-0133bef45ed6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.313209281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.33619558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.336315479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.337487785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.337878483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b457208e-7451-4462-b84b-dd141cad15dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.338450583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.340442231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5e659d-907f-4dd0-a03a-6957569d22c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.340784213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.351779099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849d62a9-1050-4eec-a7be-6ffd34ef48e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.352011973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.354553798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f937593-e0cc-4401-b98a-0f791677f488\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.354822383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.35708469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f875f5-04d2-4fe8-af8f-7796f3af3f2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.357320159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.361222334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0b8a12-e742-40e3-8f89-1d4ddda0fb05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.361518334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.364223414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ca3c05-6fce-4db6-90ee-dccbec463c46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.364438603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.37200606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a29193b-3cad-4a17-ab77-515be64a6684\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.372181339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.374842111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094f0310-5ce4-458d-be6f-7cd65bfaeab1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.375128892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.380158914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5c61ea-bdd1-440f-9cb5-5604c3ece1a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.380471026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.381523573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.382504488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4fd869d-b8df-4c84-8cfd-a4ed9a660842\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.382577062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.383778145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b751c8dd-96ae-4c3b-bbc4-bd9cfa36d300\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.383906681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.385383865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa31430a-82db-4252-8ab6-3b860e914230\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.385563392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.38908071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ecd71bf-2976-4c8a-9de4-820421917e83\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.38943706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.39152967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bd287c-d108-46d6-afbc-7a20b008f281\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.391745249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.394795406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aac5686-b7e9-4c99-8905-32f8dae711a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.39501797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.395651552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.395864436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.397988819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.39872218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.398833502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.398905015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.400324182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c71c89-2eb5-45f0-bf01-a6def4dda905\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.405448923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.412625372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e59c57-efae-4b56-b17c-9512fc62a019\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.412846502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.416005646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7154106-5f97-4f41-ab20-8f0c26108dee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.416231857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.420083331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7b4c28-5bfe-42a2-8cd5-5cfc61d2256e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.420524981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.423217566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a2fbe0-0c91-40f8-9c7f-c5831a4153c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.423446642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.459286551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.45948691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.459543673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.459580998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.4932093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.4964317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ca2f54-f951-47aa-921b-2d0b6a98c219\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.496691378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.497981648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a638ccb1-29ee-47bd-a0b7-79faab5306c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.498045405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.49808284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.498116307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.498146256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.512233254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.513223387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.523248331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.523367869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.523455483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.52414657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.526518466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.526628576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.527265605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.527630462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.53423448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.534338748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.534430841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.534518786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.534600459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.535249652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.540790522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.604342706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.605880119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.605998014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.606650564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.659007893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.659089185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:53.660856887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60273"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.664503743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d26cfe4-d211-4bde-a230-5bf45f578601","remote_addr":"[::1]:60273","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:53.664569033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d26cfe4-d211-4bde-a230-5bf45f578601","remote_addr":"[::1]:60273","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":470,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.667604872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d26cfe4-d211-4bde-a230-5bf45f578601\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.66974218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.669798322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.669827079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.672014848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.672077333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.672112433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.672143424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.672829672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.682428477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.687885189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.690749235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.690813193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.691475001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.728891822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:53.761153962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:53.761656343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.762356428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"644.396378ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.762419333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.762451808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.762483311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.762513451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.762542128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.763265279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.766251749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.771222944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.771280078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.771312993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.772242786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.776555479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.776769475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.777498738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54201","req_id":"e5bac1f4-cf0a-443e-a381-ff9dea027cbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a3 08 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.777564639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54201","req_id":"e5bac1f4-cf0a-443e-a381-ff9dea027cbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.77763515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.777658486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.777777163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54201","req_id":"e5bac1f4-cf0a-443e-a381-ff9dea027cbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.778109154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3938, tv_nsec: 577011916 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.778163643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.778491997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51840","req_id":"90ab18eb-1001-4177-9938-c920a5c71cd8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 84 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.778550754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51840","req_id":"90ab18eb-1001-4177-9938-c920a5c71cd8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.778634902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.778661575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51840","req_id":"90ab18eb-1001-4177-9938-c920a5c71cd8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.850976988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.860193321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.861160178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.86127685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.86136723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.863099712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.863351895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.865888769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.866284898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.86763061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.874182524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56770","req_id":"90227f12-47ea-478d-8a16-1d58fd9d14ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 65 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c e\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.874395869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56770","req_id":"90227f12-47ea-478d-8a16-1d58fd9d14ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.87460215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:53.87469747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56770","req_id":"90227f12-47ea-478d-8a16-1d58fd9d14ff","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.875940026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.883281854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.883334038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.88336535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.883793824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.884041838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.884166647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.885069626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.885362539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.885404914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.897330926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.897459161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.898334986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.898448382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.899318456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.902434354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684645ce-815b-49e0-b843-b9b32385ca4a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.902775694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.906198013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c03941-423a-4eba-afb1-c458ff9a2a4b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.906636657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.915709774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1daa51e-9b89-4c5e-bea5-ac4d96774833\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.915941346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.921050084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d4c54e1-3f6a-4c4d-839e-66041378da8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.921273369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.923815655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f1101d-5d3e-4c64-9cf8-63474b703c6c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.92406928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.926216137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ff9c5a-4a58-4f39-887c-a2380ef83912\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.926426837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.929486904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522c9d45-4900-4b3d-ab9b-40837340806b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.929737494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.934101849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a8f9ac-fdc0-426e-91c2-2cdea4af42f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.934335274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.939606607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833eb7f6-a2b4-405d-8ce7-6f44d963f006\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.939694071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.943274004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.945708685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d54cc1-eb3e-446b-8e2a-4366c187379a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.945980667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.948512221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa79640-b009-423d-8a4a-126c0747b946\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.94878789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.950305053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd148f30-a0d2-4ea2-8027-b6426cdfb634\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.950463058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.951798759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffbb2a93-474a-48e3-9a2e-28b8458ca2af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.952057425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.954947112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dde238f-ce48-429e-aac5-df986fa449e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.955037222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.966985327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f85e1b-d870-49b1-ae9f-679f3f3ab49e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.967077701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:53.967223362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.969490709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd48452-7dd5-4d61-a67a-2dda97d12f19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.970000635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.972875243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88d4482-0964-422e-8a62-9ad370aa58b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.972947697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.977479166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ab72b0-b0ec-4187-b5e3-ea4657ffe027\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.977589145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.986608676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9730cf-6e49-4f92-9f90-006663ee0b0f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.997640045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.997996796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.998059551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:53.998092336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:53.998120663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.004188603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.009372481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e94e77-cb72-4685-ac15-4935488c9b8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.009846065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.010211272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.019017648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.019080554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.019114301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.019864416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.022975785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a2eb05-a1d5-4078-b11e-b374a338266a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.023152307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.023889636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.02394702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.024459321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.02643159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc16051a-c2f4-4f98-8b95-9db58721b0f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.026558002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.027994174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac6c9fd-753f-465e-8e66-ba1ddea1cdd7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.028114143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.030055551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32b80ff-1a07-47c4-94ab-71fddd8a7a4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.030273154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.033304825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a277ea-67cb-4652-9d12-960402e0b867\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.03343317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.040414661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ef192c-af69-48e6-86ed-515c8474c8df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.04060987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.049255465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b48deb0-b74e-447a-b59e-999b8569aac3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.049993897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.057681183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4becf28b-298c-45a0-a975-07f55ce69b60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.057962784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.059907699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081ac375-b64a-479f-a3e6-0e82024a1e3c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.060194761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.063224698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73be0696-79a0-4f2e-b8e0-1e684ad9d0f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.063503534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.066170207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0372d47-cdcb-4bb5-909f-3dc1b799ba29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.066604322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.071841677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3946163-7eeb-4dc6-b8af-995df2afc8a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.078380555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.078810482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.082753328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7d493e-1849-4fb3-8a33-b8cb9c7e6ae5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.082984789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.084369558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7fa4c6c-af74-40e2-8fe4-a3a46b75e705\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.084491932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.086525123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f872cf99-755d-4101-8267-b8a82396ac62\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.086719189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.090934077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b6b5bd-720f-4016-8f12-91b19210662a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.091138966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.093039442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8d6b95-2e39-4bde-a3c1-6671d558166a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.093157487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.094892344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eae76a4-3b78-46af-abb3-dd689835db8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.095192552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.096583804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e229704-35fc-4faa-957b-9f112a46aa8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.096714705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.100607771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433b4b46-d2a5-4096-adf6-dd25cf77f207\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.100685506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.102406966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e1524e-c361-4b40-bdc9-62beff0b8be4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.102527777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.103270807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb250582-e068-4853-a554-0c4b24791c50\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.103400175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.104638883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e9eee2-ad3e-4448-8125-f7c5283bae9c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.104764504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.105860227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e450a4fd-faa6-4501-8b11-5f60b7a176fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.105955677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.106884277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c3af08-d9fc-46a4-a021-bd88956c57a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.106945158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.106978865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.107009346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.107036861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.108409336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.118160454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.122980508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.123066218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.123100727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.1231323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.123160326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.123467248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.137277433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.137343525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.137382362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.13741107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.138191224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.138685669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.144333773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.144422059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.14445772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.144962716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.153158776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.159997812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.163412766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.164068473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.16412222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.16415258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.164176879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.164201588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.27842463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.278514619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.279180787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49855"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.279415344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.279889048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.280375788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2eb6deb3-ef2a-422a-b14d-521a47501302","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.280579864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"af8ccce4-0647-442a-9c49-6ccc0bb8ad0f","remote_addr":"[::1]:49855","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.280980062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2eb6deb3-ef2a-422a-b14d-521a47501302","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.281034821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2eb6deb3-ef2a-422a-b14d-521a47501302","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.281846308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2eb6deb3-ef2a-422a-b14d-521a47501302","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.282336715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"af8ccce4-0647-442a-9c49-6ccc0bb8ad0f","remote_addr":"[::1]:49855","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1755,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.28384997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8ccce4-0647-442a-9c49-6ccc0bb8ad0f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.285865626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.28590798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.285933701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.292469694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.292513792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.292543721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.292571156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.292865653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.296497068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2eb6deb3-ef2a-422a-b14d-521a47501302","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":15942,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.298674637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb6deb3-ef2a-422a-b14d-521a47501302\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.298728464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.298758374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.30358964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.304609031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.304725653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.305764583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.306800587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8445f41-d0d6-45db-baf6-a5c70f555f71","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.30728867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8445f41-d0d6-45db-baf6-a5c70f555f71","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.307405723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8445f41-d0d6-45db-baf6-a5c70f555f71","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.309493833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8445f41-d0d6-45db-baf6-a5c70f555f71","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.3226973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f8445f41-d0d6-45db-baf6-a5c70f555f71","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":15852,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.323973112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8445f41-d0d6-45db-baf6-a5c70f555f71\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.324074174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.324107119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:54.324131638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.396470028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.39665693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.396722691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.401550039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.402354352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.402419592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.402446916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.44750925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.447798096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.447906452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.447992623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.448792747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.454548075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.465973339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.46604942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.466083929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.46715328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:54.469208915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:54.470363486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.470417574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"707.956507ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.470454347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.470482934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.470509827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.470540318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.47135946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.473769071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.476066348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.476130677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.477047193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.478985795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.485297441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.485366268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.485404023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.487912431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.49893892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.499054861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.502431068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54014","req_id":"59e016a9-545b-4f4e-b55c-d57cd2ff5e43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2d 2d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 --..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.502500597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54014","req_id":"59e016a9-545b-4f4e-b55c-d57cd2ff5e43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.502740685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.503145442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.503190341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54014","req_id":"59e016a9-545b-4f4e-b55c-d57cd2ff5e43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.50332005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3939, tv_nsec: 302225186 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.503371532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.503805898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63386","req_id":"5deb9e65-7cfd-4b83-9318-52664bf85e69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 e0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e T...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.503855226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63386","req_id":"5deb9e65-7cfd-4b83-9318-52664bf85e69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.504062048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.504099994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63386","req_id":"5deb9e65-7cfd-4b83-9318-52664bf85e69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.58967676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.591540954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51904","req_id":"ef6ae8b9-f079-4416-b663-ce9e12aa4c7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6a 4c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c jL..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.591622827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51904","req_id":"ef6ae8b9-f079-4416-b663-ce9e12aa4c7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.591761193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:54.591835341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51904","req_id":"ef6ae8b9-f079-4416-b663-ce9e12aa4c7c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.593332634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.593395409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.593423585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.627295603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56749b29-d963-4d2f-8a5d-ab1998f35372\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.627669508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.644573889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c724bb6b-8292-4876-b383-88dded75bded\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.645013755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.645488942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.70583141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.705978423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.707179727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.707366208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.715690173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.722476525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.730058571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.730162418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.730251265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.731444222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.736175419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5437d82-41c5-4659-859e-5b77d5b3556d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.736450938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.737305009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.738456895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.739125928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.746013651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7b00c6-4c47-457a-b619-6bb4a88e6331\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.747219383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.765822068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630e2036-0185-448e-ba77-c89056e6e2e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.766765237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.779656221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37ace33-3a3a-4d22-875a-b71841bc2118\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.779867042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.78329921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ae8a8c-4d4d-4d20-8590-11510451c06f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.783659317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.787876379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3d2ee5-0edb-48f6-ac04-c0443837aae7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.787958372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.789239335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8242ddb7-96a8-49fb-871d-335971d7703e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.807183347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.810120118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.810298794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.810716687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.811673363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.81210337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.813261968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cccf050-0751-4cc0-81c2-a14b15f924f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.813563699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.815010221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da165a5-9478-47bf-a798-d9fe2a581662\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.815152355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.816643415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.816688575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.817219493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b04d4ce-a9a4-4b20-9974-734c72b5fb37\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.817475804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.820475591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a974a05f-6d52-4973-8dbf-04dd0b0e54c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.820632453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.822375646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.822490696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.824208779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77936277-e25c-4981-b11c-2d758c9679d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.824348607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.827474055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f30421d-d286-428f-b164-9a420e6e3443\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.82755676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.829809388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67d3b4a-347b-460c-845a-417679e0c778\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.829878996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.833216807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b15b60-6800-4550-9211-499326588d81\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.835118746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.840524126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caed8fc4-c91c-4a3c-aa0e-06db0dbbeb43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.840765367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.848227465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a46620-1eb2-4cb1-b14e-743e26cf9d72\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.848519807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.851002143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396d1066-0edf-429b-8f26-9a4abb3c8e32\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.854707746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.856343625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a54eae-0ed1-42bf-805e-038ccceeb40b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.856582572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.858044464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2273e939-cb3a-4586-89ce-c6d90bbbadb1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.858264944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.860004399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84286cf-da2e-40ea-9a6c-72ca0e70f046\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.860383865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.862500913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.862632185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.862727806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.862812905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.863639061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.866913986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.876281991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.87643186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.876695686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.877793984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.878823766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed50d8c-a52f-4063-9b4e-bed3409ddb7a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.879235396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.883219143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.883281908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.884789252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.889596309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"122dad36-25f8-40b8-88d3-32cc6b41815d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.889738913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.897864283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3200c6-e606-4790-a073-fc461de654cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.898001947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.903300674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e8a6b6-1f63-4718-b336-ff4a42f21d28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.903711302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.908786144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49e17528-592e-423d-a30e-a96c1297c1d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.909108346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:54.910638955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.914528485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b742b74-33c8-4c47-ba0b-bd34785b6993\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.914774716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.915377887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.919505982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27554c3a-d4a6-4259-a2e8-3f44f8c75f4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.919977993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.922128277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f2f17a9-efdf-465b-815c-9729f92dd170\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.922403175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.924549752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"529da514-7105-4f18-9637-90b845287ac8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.924803988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.926432653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6749a485-4dff-4a8d-9160-306880b42a3f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.926544416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.92819792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfdaf4f8-0a3e-4eb6-80ee-59a92e376ecc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.9283282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.92986889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b30369a-8cd9-4eea-9096-f1d71a367d8a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.930520979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.932083643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf4cde7-2292-4800-a0e2-1c8e2ecf1004\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.932194984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.93498343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154618c0-6c04-4b26-9744-145f260473d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.935101465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.937922316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c06dd83c-3bbf-4997-aaaf-61061f9e7fa2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.938196211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.941213674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa3e0f6-a6f2-4ef1-b8aa-64f63f845092\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.942174839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.943428376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39732150-35f7-4fc8-8b97-8b711756b8d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.943783905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.945540274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c058484f-4f2d-435f-8c61-99bd0255376d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.94560877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.946394406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a24336c-9343-46b2-b10a-9e05a0fbc16d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.946558052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.947442674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb5c94e-b357-4c16-9824-dd237e07cfb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.947599066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.949318602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d08ab52-8d1d-4ad3-85d8-276324fd4405\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.949382389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.949561456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7ea303-4347-4f26-85fc-83c538b2533c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.949664291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.94970909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.949739821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.9498045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.950631117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.953478821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.959196002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.95935553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.959405289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.959437914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.959467213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.960146095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.964426784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.969461195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.969553559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.96958904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.970650234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.971187504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.971839083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:54.971894653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.971925234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:54.972431693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.047505233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.047662255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:55.053233566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49532"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.053970534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"dea1cb04-8007-4044-be87-1c56fec104a8","remote_addr":"[::1]:49532","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:55.054543225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"dea1cb04-8007-4044-be87-1c56fec104a8","remote_addr":"[::1]:49532","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":589,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.054750288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.070321122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.070444758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.070533355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.071077188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.071463849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea1cb04-8007-4044-be87-1c56fec104a8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.073735404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.073826486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.07388884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.076061389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.076186147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.076275526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.076359503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.07737693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.082168096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.083119963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.083682574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.084058092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.089120248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.089489664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.090408094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.091067297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.162190195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:55.165339981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:55.165681972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.16574112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"695.257404ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.165779256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.165808083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.165838785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.165912842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.165945918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.166711493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.169459699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.173504127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.173593706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.173629768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.180272132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.188618411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.188699202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.18958637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54987","req_id":"96461923-2634-4b74-988d-540d392da597","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5e f0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ^............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.18968678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54987","req_id":"96461923-2634-4b74-988d-540d392da597","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.189866368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.199008954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.19917784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54987","req_id":"96461923-2634-4b74-988d-540d392da597","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.199781954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3939, tv_nsec: 998671229 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.199846443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.200300798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50861","req_id":"05ee1285-880e-421d-a97e-4d7de8fa1e0e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1d 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.200438352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50861","req_id":"05ee1285-880e-421d-a97e-4d7de8fa1e0e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.200543311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.200640735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50861","req_id":"05ee1285-880e-421d-a97e-4d7de8fa1e0e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.308202966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.308706319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.308850316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.308952078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.30904332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.310996442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.311555115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"1ac254e1-d868-43c1-93f5-b23f8248faf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 a3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.311742117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"1ac254e1-d868-43c1-93f5-b23f8248faf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.312180531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:55.31248609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"1ac254e1-d868-43c1-93f5-b23f8248faf8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.312887019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.3129783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.313103199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.314811794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.333940817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.334061457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.334276315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.335024646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.338461935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.338572195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.339364613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.340451269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1d5424c-dcc3-4243-ae37-3b88c1f994c9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.340992968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.343044175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81133140-6d83-47b4-974c-1ddef92d0250\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.343336006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.345622772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f05b253-d1c4-422a-ade4-afd4076cb32c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.34584744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.357023548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a78ef46-8b86-4eed-a5fc-04843552460f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.357295409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.363559941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3640b6b7-d2f3-49d0-ac92-a43fa84aa3fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.363814959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.372013043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c0b5948-66d5-47d4-a60f-f1a46ae89675\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.373268104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.386288176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"912ce684-a385-483b-92ee-1f7baf32c714\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.386650888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.389756897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"836f3559-9bbb-45c0-93b5-035bdc6907a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.389825343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.398117946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.398213296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.398758362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.428425041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7000497-a180-4293-9e2d-2163a770cff6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.428614368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.428764427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.429603078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.429660652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.429691965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.431749023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec642785-47e3-49ae-a528-e6a7d7e65f00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.431919433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.433220666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70fe566-4594-48f6-b070-e03ead2a8e37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.433357588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.434934771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92777ab7-e6f1-427b-b77c-8293ca3398f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.435094078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.438880352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"699e2983-066c-4f8a-aefe-ce60092532e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.440044431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.444014472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39159c2d-7fd7-4f6b-bb0e-bfaf166e4ad9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.444142697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.450334744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.450392499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.450426788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.450454894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.451489194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.457510071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.46907837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.469162127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.469194651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.469657514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.472777981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73efb7a2-4219-4e91-9573-314db45d85d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.472973601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.474988074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.475049387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.475736916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.479495275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33b4ac0-226d-43ac-a9c8-969c75fadb6f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.479582158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.485255462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04db3f25-3bc6-40a4-a3c8-44e87890124b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.485684035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.490533568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431eeea1-98c8-45e8-8c57-4f5f4cba7242\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.49081076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.495274103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3642edd8-e13a-4118-916a-31c9b6386bf3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.495681445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.496892558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f829cbce-29ec-4fe6-ae67-90d79dd88053\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.497135682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.499323742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc5aa9c-bf66-4ed5-94fb-70579c2bdbc2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.499737306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.501474487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd23bf68-9051-4d91-8d2a-9790f8789cd1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.501699365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.505804985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa564e5-7f9f-453a-b32f-9f1b609999ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.506068721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.508223203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d73189d-21b0-4e17-a24a-90dbf5c677f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.508577599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.530381542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.534925075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353fd24a-ea4c-424a-99f0-58e75396a048\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.535185023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.581646294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25f716e-06c4-4dda-8765-4febd77d0783\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.581931242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.582941745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.583002967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.583035792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.583065151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.584152077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.593642536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.60335618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.603429886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.603460457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.604437404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.608528184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.608599527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.609502486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.609779117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f99d18b-2c8b-49b0-957b-1e9643eb1671\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.610175497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.612587863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b889ba2-8a39-4662-ba6e-240f37791d11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.612717321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.621407195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e7348b-5666-497b-8013-0fb8af18bf3e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.623563642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.638549781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ab8dfe-88d0-415a-8f55-7d67b76e954c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.638722414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.640220349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea792352-f9f4-41b5-83ed-9cc09072d09b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.640332893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.641682402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad14fe2-0586-4ed7-8c52-92d1c8c23e3e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.641829595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.658018771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1de7da4-7fba-479b-a1a8-2c71a8a01d97\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.658361785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.65989533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16da8cd8-9bb1-44eb-af82-77b50ea22dd8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.660326559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.661829293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39cb200-6842-4f29-8006-1f23fd0ee720\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.662281555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.666351764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88439173-9d79-4c33-afcd-3d12d5b74d43\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.666652774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.667401696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.669531269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63391d21-c4d2-4783-8d89-7bff56728ee1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.669820305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.672239124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9256b1ff-e42e-4200-985b-f3bc23e6165b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.67248309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.674910216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5274b35b-e6c2-44de-9cf9-4aa15ee6ac74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.675143671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.677746948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd688cf6-ea15-4972-9fa1-a5c90bf502f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.678053549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.680341618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b109f6-3581-41bf-9132-851cbf6153d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.68055318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.681776597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad85e750-aec4-499b-b040-3c60640aa74e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.682356252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.691186456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5b4877-8590-4b25-8afe-77ce1e2f6312\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.691659879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.692712366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a027884a-aeb2-4603-8a59-b89551b18912\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.692840742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.693822007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7521139e-8fef-4e62-8d56-f5592b2452d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.693882327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.693916525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.6940043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.694035312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.694633263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.69833061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.703346864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.703408237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.703438176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.703466924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.703494589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.703837141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.712444541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.722777729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.723507543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.723570258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.724127559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.724677895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.724735901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.724769458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.724796952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.725703619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.732621833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.73990783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.739969924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.74013857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.740421453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.821525878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.821593001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:55.822845847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40488"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.823017129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.823090184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.823875048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.825072013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.825449746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.825509124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.826914374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.827407416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"68de0c7a-9501-4204-a9bc-1da8cbd09c87","remote_addr":"[::1]:40488","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:55.828160757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"68de0c7a-9501-4204-a9bc-1da8cbd09c87","remote_addr":"[::1]:40488","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":872,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.828651114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68de0c7a-9501-4204-a9bc-1da8cbd09c87\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.831980989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.832093864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.832134454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.835679027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.835742303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.835775549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.83580589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.836452147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.839232677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.839302627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.844879107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.851369639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.851858413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.851918844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.852460543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.857100057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.857225577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:55.948348614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:55.975116607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:55.975575652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.975637234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"809.825704ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.975674529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.975703927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.975734839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.975766261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.97579585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.976601856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.977609905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.979341535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.990341983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.990400569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.990434066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.992269553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.997212552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.997264105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.998730346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54768","req_id":"36ad6415-3fe2-4ea7-a13c-a38606a884fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 22 cd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \"............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.99879741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54768","req_id":"36ad6415-3fe2-4ea7-a13c-a38606a884fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.999007679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.999314279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.999370682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54768","req_id":"36ad6415-3fe2-4ea7-a13c-a38606a884fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:55.999757703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 798646768 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:55.999873063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.001313663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57446","req_id":"2a948b78-ac9c-449d-81ad-c762d779214b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 1c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.00138242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57446","req_id":"2a948b78-ac9c-449d-81ad-c762d779214b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.001477109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.001507149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57446","req_id":"2a948b78-ac9c-449d-81ad-c762d779214b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.084597972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.085039421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.085177687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.085224881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.085256544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.086069484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.086538328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58449","req_id":"89751382-a1be-42de-8538-1509868272dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 88 e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.086603768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58449","req_id":"89751382-a1be-42de-8538-1509868272dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.08679565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:56.086893726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58449","req_id":"89751382-a1be-42de-8538-1509868272dc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.087074195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.087127672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.087314043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.089074491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736bb186-fea2-4d55-9e9b-74ff8158aefd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.089356483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.089507554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.095481306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.095545654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.095581916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.09596033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.097999704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9aeb14a-8b50-47dd-8bf3-8b3d6b64be2d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.09816834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.098862563Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.098919506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.099392669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.102177658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56979e3f-9d7a-49cd-be35-77a3db2910e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.102255223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.10809583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eebe909-e20b-4abf-aef4-081c5479af0e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.10831712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.111291557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40fa2d75-c9a3-4442-8824-95a1669d4258\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.111500674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.116143564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cec3b1a-edb9-4c8b-8d6c-d68ee0819a3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.116224566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.118346754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255245a8-6f17-4aed-b7f5-d19fca2a57a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.118467314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.120465926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3e9467-f2b9-43fe-a8bb-ad09619dcc53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.120625925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.12815708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85790905-e82a-4e90-a144-a1f69f4052c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.12830748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.129511569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b79bae-9e89-4af9-90f4-4f14abbc8f0f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.129668752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.130843112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ac3610-a755-45b9-8ee4-5dcd82d42828\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.131465292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.132821334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34cfe1f-2d97-49ea-beb9-12ef94360f72\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.133431098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.13857143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1840bd99-9330-4471-b597-1f4801dd6c1d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.138796609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.144134214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f3539e-7b1d-403f-bc2b-f3b51f4bbb33\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.144596815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.145145028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.148094244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087db341-7d84-4b55-84b9-c8c7d85d74e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.148228792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.149942847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc977e6-278f-466e-a4c2-c3f7e164fcb1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.151935076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.155370672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fa4b1d-751b-40c6-a88e-865caa6c3a8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.155600289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.15785448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a69641-8241-4042-bb0d-e11c8f46719f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.158111422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.160601854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c14db3-c4b9-4634-ab6a-cad6d6e5c5e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.16147796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.16702409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66e59e0-e6ed-46cf-93f5-2c36d59e802e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.167523976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.173333361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc51f6a-8b89-4aa1-ba77-a245652c91bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.173577758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.177555704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261fce0f-5809-41c4-913b-f8f014885c3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.177929519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.179468465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323bf597-fe41-4881-a762-7e86e919c343\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.179776799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.18159399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92dba3b4-6edf-444f-9d4f-daceffc0f213\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.181899919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.185682326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27506e7-acfa-4855-9748-3d365469a65f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.185809198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.189080276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46559e79-48e0-4406-983e-701bd087f744\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.189145746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.191056413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84eefb0a-0831-46b7-8ba5-dc04b9bad6c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.191129859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.19355431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e99b4a-b76b-4b1d-8843-d031d1958287\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.193626694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.195676098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.195736548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.195768011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.195796267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.196574738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.196825548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf4cf7e9-9991-4b53-8147-9e863c6ba5d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.196948974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.199389767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.213858625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.213915208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.213946159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.21485485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.217655159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523a9aa1-12fd-45fb-a47e-bf8deca644d7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.21785617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.21805701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.218104294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.219083405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.223525406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb25271-db53-44e4-bfa8-a74a376214da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.223898098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.229671321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2abaf0eb-03e5-4d65-9ed6-4417ad1519ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.231188694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.233785648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd966322-04f7-47fc-abae-adddd4b81212\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.234059544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.238005496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b023c17-9dc0-44ab-8f3b-2451f761b50d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.238515132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.246110024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd8e71d-4ebf-40fb-9ea8-50c44fafd096\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.246394902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.25035922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ea61a7-9152-414e-bb1b-e26348c2cea6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.25046965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.268389845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.269216252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.271282268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be1bfcd8-4006-4588-bfa0-636198554ee2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.272269465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be1bfcd8-4006-4588-bfa0-636198554ee2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.272601186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be1bfcd8-4006-4588-bfa0-636198554ee2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.274355311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be1bfcd8-4006-4588-bfa0-636198554ee2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.278528856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"be1bfcd8-4006-4588-bfa0-636198554ee2","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":8282,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.279056768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1bfcd8-4006-4588-bfa0-636198554ee2\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.279354261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.279914577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.280384343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3206449e-bcca-4b81-90e3-a513ba807c52","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.28107023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3206449e-bcca-4b81-90e3-a513ba807c52","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.281236411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3206449e-bcca-4b81-90e3-a513ba807c52","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.282748023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3206449e-bcca-4b81-90e3-a513ba807c52","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.284734721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254c9bff-49cd-4833-b529-ba02fb9dd8e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.285044007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.286756479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3206449e-bcca-4b81-90e3-a513ba807c52","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":6377,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.287899046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3206449e-bcca-4b81-90e3-a513ba807c52\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.288091539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.288176539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.288253562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.292974098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41157b8f-31d4-4813-83dd-458378ea8e11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.293290558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.298621289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc160f6-8d0e-4f72-b231-a72b9588d0ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.298841779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.307640319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e190b3e-6200-4a5f-bc03-5449d199f2d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.308074785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.312924858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbe7c9b-4e1b-4bf4-92bf-00b4449bc125\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.313428752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.315620669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfd3595-5794-41a2-be8d-7cc8914d3ee5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.315877922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.317446698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667dbb86-fb93-4116-8b0b-5a110a5b5ccf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.317601406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.318543443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7065904a-5dae-42a5-b3a7-d7cdb070ac83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.318671778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.320893756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a55224-dea1-4513-90c8-cbb7441116ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.321005969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.321113674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.321158744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.321187501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.322502521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.326047013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.332015285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.332125214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.332247287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.332341484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.332426013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.333435675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.334840423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.334960553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.335090041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.335181503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.335726138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.33891933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.343272123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.343495137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.343584846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.344286374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.347036373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.370411306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.37046846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.370500344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.371113175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.440673499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.440746304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.448284473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62815"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.44859417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.455530511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.456041669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.456204944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.458533855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.459124151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"fb193b19-1f2c-4431-b373-449e10da313e","remote_addr":"[::1]:62815","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.4645193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"fb193b19-1f2c-4431-b373-449e10da313e","remote_addr":"[::1]:62815","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5397,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.465058986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.466294878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.466406781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.466477261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.466628402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb193b19-1f2c-4431-b373-449e10da313e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.468970769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.469060989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.469124245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.47310658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.473261509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.473362951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.473447319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.474181522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.47688588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.482568352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.482927588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.483061204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.483619416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.522203783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:56.526801724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:56.527264857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.527400627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"551.709666ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.527660154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.52782353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.527944661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.52803432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.528118908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.529006968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.531331118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.535814111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.535897366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.535933228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.536296401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.539866855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.539905963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.544646048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59488","req_id":"0e4ebbda-fc8f-451b-910c-e6ea8890f1be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c 30 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,0..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.54492833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59488","req_id":"0e4ebbda-fc8f-451b-910c-e6ea8890f1be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.545221304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.545726069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.545782752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59488","req_id":"0e4ebbda-fc8f-451b-910c-e6ea8890f1be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.54677522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3941, tv_nsec: 345678393 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.546829869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.558974937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59494","req_id":"dc460635-e4e4-46b2-b33a-f99c466fbd97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c af 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.559339113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59494","req_id":"dc460635-e4e4-46b2-b33a-f99c466fbd97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.559451426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.559476967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59494","req_id":"dc460635-e4e4-46b2-b33a-f99c466fbd97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.611817863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.614529526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.614713042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.614810776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.614896146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.615750559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.623720248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61841","req_id":"2f9b3650-6ee2-4efb-8201-d69b354dcada","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 69 b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c i............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.623843754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61841","req_id":"2f9b3650-6ee2-4efb-8201-d69b354dcada","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.624061848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:56.624150966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61841","req_id":"2f9b3650-6ee2-4efb-8201-d69b354dcada","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.626375308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.626466379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.626503102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.626952658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.63767422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.637753228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.637786955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.639640949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.651091704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.651209138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.652144371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.657789228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75553002-c6ea-4ddd-ae40-2bf9228a3d21\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.65822683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.666148243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"012adf87-b2e6-43ae-8a6c-cc9dd8a0b2dd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.666443671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.668515239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83455a2a-6d49-43b3-8d9f-051de52100eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.668734997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.671249437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa328060-df04-4bc4-927e-f014d9a781d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.671464255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.674796233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2380e96-c537-485d-a691-173f9a8b7b49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.675008617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.677613917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47515dc0-d79c-4e58-b9b6-328a6c7476bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.677751241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.681231475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf380cb-7323-4acd-a3ff-7cd68d4ac388\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.681381093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.683048445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48c726c-ef48-400e-8c3d-bfeac55ba403\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.683273684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.68445102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce1887a5-3597-41f6-9307-14336e1486b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.684871397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.686001459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4d7f4a-e31e-4aed-a34d-328419a74588\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.686237539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.687333453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a00325a-ce21-4111-94da-3185b58c3194\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.687554994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.68875212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e5590cc-efe2-4b3f-a401-385d3e937ffc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.688979883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.691529624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490ab119-e1cd-4c3e-bc53-fd030a47e600\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.691802507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.694554791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.696237353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69255992-e901-494d-aa49-77688e22651d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.696365529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.698145876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3440267-f735-42c7-a13e-f979021ec6a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.698263671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.70064243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6949a99f-2c00-4bd6-9287-9b90ef146468\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.700765035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.702817985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c9c72f-106e-4fb3-b234-20ac13059b5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.703042282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.705231644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"265e87e8-55f3-480e-9756-c5f1ed489243\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.705566682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.707484944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fee48e9-b711-4e64-a0bb-fc2c26cd1e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.70773938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.708771547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08bae4a6-afc9-48b1-9fe4-fa4f82117d0d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.709184129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.710354962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3befbb07-dea0-421f-a1ef-4ba05ff4690a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.710609259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.711646014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac5d80f-3e57-4777-8664-140a5cfb4259\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.71203035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.713171023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebd5a29-9309-457a-a760-61118475f64e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.713558705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.714879126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81641d64-fabf-4b66-b99c-7fa4e5d87b6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.715173022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.721088448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e07327-7333-4f33-90df-3b3f6e8c7b07\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.721304658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.723233501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0df5323-1fb8-46aa-b55a-978fd1f528b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.723444622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.726608426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a007a7-eb90-4d26-92dc-ba9160d88439\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.726783064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.728953829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb13781-b9dc-4a44-ac5e-be7081c5da64\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.729139439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.732531287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c68e72-ade6-4bd7-9df9-f7f7c867a224\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.732668761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.73480662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8440ee1d-ab97-46c7-a187-190504c2475a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.73493699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.736018825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f11c7dc-fa7a-4e26-8d13-0ae062fba179\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.73617667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.737797519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cdbe9e5-047a-4517-bd1f-09dc290866ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.737945294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.738885257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"586f08f7-6a13-4d20-ba1f-174656430bb8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.739034223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.740224515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4143244-eeb6-4efc-b0b1-8377d48db452\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.740346097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.74161234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7556f01-e494-4b8f-9575-d8258408036c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.741785726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.74391605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d535c15-8d20-4bac-97ee-7101bd942928\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.744034707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.745538773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.745691067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.745771176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.745803581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.74667147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.747257127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8fdf44-33ac-43df-8b64-742dcbd38c35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.747423298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.749101001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.756226708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.756288291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.756354142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.756764971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.761099096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0769f81c-d756-4082-8235-65657bd41308\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.761380397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.762491981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.762620578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.766630457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.771565921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19123c56-1801-4109-b091-d8cea0ea6657\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.771741801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.774099258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bddec359-a13d-412b-87ef-e1ede2fbc0be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.774232163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.77645391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34625443-02bf-47a6-94b2-be361b24bf8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.776535182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.777563851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a7bf0c-609c-4415-ae5f-e67c8e3e28e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.777718189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.779050503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7028b8e6-162b-4d46-ad1d-342b21b03932\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.779327325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.780677335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df46de5-db87-4ad2-8216-4308ae6091af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.780801542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.782132564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434300a2-40d7-47c8-b843-653c4a60c6fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.782195209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.782229397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.782259938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.782286511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.783116164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.789093994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.794932186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.795024399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.795187074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.795225149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.795253696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.795543013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.798271128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.798339485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.798366859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.799511229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.800464198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.80729613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.80740652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.807444085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.808622423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.813165805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.813297267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.865002917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.865076885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.867265215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55811"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.867663338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.867726915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.8683121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3e4eb292-06d6-48a1-a9c0-627c78eddd31","remote_addr":"[::1]:55811","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:56.868802177Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3e4eb292-06d6-48a1-a9c0-627c78eddd31","remote_addr":"[::1]:55811","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":495,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.869155571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.869470699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4eb292-06d6-48a1-a9c0-627c78eddd31\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.873855776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.873915044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.8739432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.875387408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.875450323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.875485463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.875516825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.876184886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:56.90476994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.904867405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.909134687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.909365346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.909431198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.909925072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.924457977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.924521514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.924569961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.924601954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.92510677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.929609952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.936429029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.936527706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.936615701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.938632239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:56.976991477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:56.977475622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.977536844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"449.861168ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.977576743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.977607074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.977648105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.977680219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.977708756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.97887009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.982868286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.982949037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.983720675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.995449754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.999373792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:56.999444022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.999477369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:56.999947896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.01369198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.01381233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.015335054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53444","req_id":"f271f2cb-b7e4-4551-a318-cf318fa1d13f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5d b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ]............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.015632106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53444","req_id":"f271f2cb-b7e4-4551-a318-cf318fa1d13f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.01588003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.016004708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.016065109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53444","req_id":"f271f2cb-b7e4-4551-a318-cf318fa1d13f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.019777946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3941, tv_nsec: 818668594 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.019842395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.020267221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58546","req_id":"20ebca01-b78a-4023-b81c-d0142d39f1c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.021537993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58546","req_id":"20ebca01-b78a-4023-b81c-d0142d39f1c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.021646229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.021736218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58546","req_id":"20ebca01-b78a-4023-b81c-d0142d39f1c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.088565371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.089993967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49692","req_id":"8eaebcfb-609c-46fc-9206-f2d40e432b09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a5 04 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.094207202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49692","req_id":"8eaebcfb-609c-46fc-9206-f2d40e432b09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.09442191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:57.094521749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49692","req_id":"8eaebcfb-609c-46fc-9206-f2d40e432b09","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.095661199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.09571721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.095746479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.097993225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6279148-4a7a-4751-9c3b-6844dfd98805\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.098208845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.101668358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d59f62-d2a7-4cd7-a596-843412594268\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.101830781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.103393555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5fd06d6-6417-4098-a1cb-285f37ad41aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.103465068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.105717986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaec8856-b288-448c-b511-50094f6d5baf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.105809088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.107870866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68ea30f-e1a3-4c9a-880f-aed2875d229a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.107934913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.109676944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d8efd2-36aa-4510-927e-163fddda97e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.109741773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.111709223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d56b320-3e1d-45f2-b2a9-408ad6277b74\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.111857769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.114065989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4258eec-f65c-4e9a-9a47-3a38786b4ab7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.114210227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.115068737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c20602c-1ba5-45e8-8185-fbdd575a2859\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.115198345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.117776362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfbbff50-cf8a-45d9-9a0b-7da5eeac2e00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.117904367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.11826208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.119351671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a5ae94-9b8b-4117-b305-4720ee26b771\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.11947683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.120654266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f478f6-cb02-401f-886f-55e66144f171\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.120754235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.122534282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51e5b7b-81ab-49a7-9241-d07ebea852c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.122812937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.124935666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d827652-8916-4e55-b33f-22d1437b0cc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.125014213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.127137894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb53ba22-3167-4a73-9c6a-3d171bac6c3f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.127382331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.134610613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50903a23-5a39-46c3-ad65-768b33764da7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.134682717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.136566029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51f2a48-04d9-43b3-b2d3-04b5e27d11a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.136684906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.139730684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705b9e2e-39ec-4b11-8fe5-248880d03897\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.139889952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.14246895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2e4dbb-448b-49fb-b8ec-f87f48377ac7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.142803857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.144146573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e946fc-6f87-421a-8881-e156931568d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.14426547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.145499368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8dd6219-b3dc-4c5b-8b58-a11a146864d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.145743986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.146713627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2bb0ba6-7fab-4d26-b4d2-39cfce494fd0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.146942263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.147925813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a20efa-50cc-4551-a16d-bac8fd7d907c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.148149599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.149196033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8adebf-e3e2-4a4d-a4ba-c1a8fc9bc118\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.149374709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.151121921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae82410b-53eb-4df5-8d36-1c3221185d93\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.15265731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.156454135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b1b15f-1160-485c-af41-637b65250de0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.156554144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.158094403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28320776-33ad-405f-8fb8-caec0c1365d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.158212689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.159685072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb74ed4-2695-46b4-af64-c281bffb618a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.159812987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.161524166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df630fe4-5fc2-4af5-800f-3c5c0da07ebe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.161646841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.163190066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e599fe-aa9d-4db4-ab35-cc1a4253b434\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.163314955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.164136171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3137cb30-3dd4-4b39-aa9d-a86ed219ad08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.164283154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.165148347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149d4798-5c57-465a-b6a4-ea1b523dcaa0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.165252004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.166165444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e104218c-0e04-4b3a-a131-c800570da448\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.166331585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.167155607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb4fe116-7d08-4890-b1c8-77c7cbd5f621\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.167283712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.168525346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee251b77-14df-4837-bb61-4a3682b03d90\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.16856736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.168596648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.168630065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.168658541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.168684844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.169365319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.172971354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.178757142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.178826741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.17886137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.179280154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.181645677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.181749815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.182195102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.182784316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24583459-30a7-4609-ac70-f5e4f380ab84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.182913814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.18592342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4bc00dd-dd66-4a15-a1b7-dba314f53c1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.186064141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.188075789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c21cd8-f6b1-40f3-a96c-6a9c6fa03a04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.188173323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.190318567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a18940a-fc70-42a8-987d-ce57e68520bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.190411743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.192714451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a19878-c1a3-4727-a128-055f622aa52b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.192783419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.194890346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832f8a50-ed92-44e2-b0d3-e6131910f997\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.194963192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.196295396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10809db4-200c-4d67-b946-8253e1730125\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.196502539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.198295371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a9f530-6734-45d8-99de-26bccff7b7ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.198425189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.200354584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19445689-3bd9-4e59-a175-a2b14f484803\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.200461386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.201641939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e48cb6-1e32-4d0b-9376-7999aad8aac3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.201707379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.20174304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.201780144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.201814092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.203428188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.209248153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.214508274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.214612532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.214784304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.2148826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.215071306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.215588697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.218473965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.223577544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.223706861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.223819426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.224344261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.232159062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.299213784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.299313693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.300984141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.301087367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.301124451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.301153038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.302053803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:57.302122409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40350"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.30294573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"d847d155-e6e0-4371-99e4-aafd2b104d06","remote_addr":"[::1]:40350","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:57.303585414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"d847d155-e6e0-4371-99e4-aafd2b104d06","remote_addr":"[::1]:40350","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":688,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.30384914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d847d155-e6e0-4371-99e4-aafd2b104d06\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.307526106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.307640173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.307671255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.310595311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.310658788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.310691042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.31072036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.312453984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.315281979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.322511934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.322643767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.32273577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.323612056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.324017434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.327820762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.328129507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.328232482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.328790905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.331106138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.331162911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.332296379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.363322286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:57.363544659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:57.363840589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.364048042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"386.419415ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.364105657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.364159655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.364192199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.364220796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.364248572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.373069677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.376342719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.381937977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.382130731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.382293305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.382718231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.385917045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.385976173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.386698903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"6a7a5d3a-74ce-42b3-8e00-cd86a636b692","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c9 62 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .b..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.386759954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"6a7a5d3a-74ce-42b3-8e00-cd86a636b692","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.387127737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.387305802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.387360471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"6a7a5d3a-74ce-42b3-8e00-cd86a636b692","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.387827201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3942, tv_nsec: 186694482 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.388014714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.388367327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59960","req_id":"65e1e14e-479e-44cf-b993-44faa5f43d2f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.388428459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59960","req_id":"65e1e14e-479e-44cf-b993-44faa5f43d2f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.388565842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.388591584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59960","req_id":"65e1e14e-479e-44cf-b993-44faa5f43d2f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.447667559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.448067736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.44812014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.448154228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.448183857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.448837139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.448939463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.448992258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.449648806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64655","req_id":"586a906c-b46a-4f84-9d3d-3a204639e7e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.449708856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64655","req_id":"586a906c-b46a-4f84-9d3d-3a204639e7e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.449851751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:57.449975617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64655","req_id":"586a906c-b46a-4f84-9d3d-3a204639e7e4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.452285009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.452338024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.452364998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.452395138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.453273057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.453681882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.453722683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.453750168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.459706746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.459790763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.459822477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.460498113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.463008384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.46307159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.463746264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.464036012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e5365b-68d5-4b20-87db-70b7059f2fea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.464232934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.465768874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"807ae49f-ba4a-4654-b18d-e9a30f3e7dba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.466170054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.470056247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f709c9-045b-4ac0-98ac-f454c7a4c9df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.470251165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.478289902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ce3dc5-02a8-47c5-9b91-abccc92142d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.478426614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.481895696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa3b130-40fb-499a-9922-848437650fc1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.481961627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.484717649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e650e755-ddf9-4b18-98e0-3ae16226cca8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.484848439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.487327318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c508f1-67d7-4500-9b9b-b307973a9c2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.487386276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.490521572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14978155-c182-4156-a64a-f55984b18f12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.49070118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.492050739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101a2d57-b2b0-433c-afa2-7f4af604b920\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.49224705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.493885946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6de346-1ec2-4f05-80ec-97d17468f62b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.494047558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.495411976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2b3aec-b662-457e-bae5-4dde69e71424\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.495987513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.497233566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f430299-7b81-404d-b5ac-3dc57a759e69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.497563994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.500858839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.501182915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee06bc0-cab3-4b81-9ac7-d3653e0716a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.501454576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.504251569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c7c2b9f-cd03-4af1-84c6-5884127f76b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.50435785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.507701172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3125027b-1a01-4700-94fc-bd72ab9f64b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.507805289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.51072186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b48c52-258c-4b7b-95ec-1a9b60cdd6c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.511181226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.513194216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b29f978-475b-475f-953f-89d4bde3c0ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.513260639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.515957452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6aeb32c-5ec3-49f2-bbdf-d51f3da4672f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.516198692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.519076817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f50cf4-b064-49f8-865e-ff5eae91d194\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.519154812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.51993656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd22fe29-b015-4cb3-8bcb-53d487cde586\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.520070928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.521029117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"970374c5-221a-40de-8f23-5d1fef0a7bc6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.521165829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.522229949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e51cee2-e658-4605-a29b-3a7eea5991b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.522353215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.523473317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6fba71-f14b-417e-ab96-bb9344d774b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.523661301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.524947945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07bb3f01-e48b-4598-8a0b-472849a10615\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.52524685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.527294119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50811477-d484-48b9-8ea0-24f8cdbc2156\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.52740982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.529792327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa24c51-0b74-4b32-aaae-31e1b82eee76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.529904911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.534738201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc0a786-3726-49a3-a4e6-0ece17948d72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.534858521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.55179721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.552023722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.552062318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.552088641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.553350926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.564587053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.571987027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.572076856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.572128329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.572673455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.576539247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.576615229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.577008873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.58540434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cff28c7-09a1-4bc2-9968-9db6880a09dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.585638196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.594640723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b677efb-36ec-4ea0-9bae-f3058611843d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.594786754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.597844386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba66e86-6f41-4a32-bf7c-f91f67ac9a48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.597976329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.601653916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf8729a-d3df-4d78-971b-e01a9969da54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.601890388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.603508411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d7caa6-3ac4-4cfb-bea6-4f9248534957\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.603699723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.604939904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c516e7a-7b36-4a4e-8cee-71523fa14303\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.605145213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.607631547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363ca1e8-529b-4707-bb4b-6bae228b6548\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.607791074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.610676253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.612155771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e66a11f-2fc0-41e8-a878-1dac9769988f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.612375378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.61586431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9ffd4a-1396-4553-8830-1d6808ffca3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.615935993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.618319732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8aa9287-c418-4e5c-b86d-7d885bf76a05\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.61838879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.620334186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e083b26c-6ce9-4cce-8dea-17548c3aa306\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.620403844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.62277538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000deda0-8484-4de1-a8f9-1edabf7458fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.622839357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.624539845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96131c97-1789-4811-9a5e-23c50ceca708\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.624613261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.626776702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b115ab-b02c-4fe0-a091-3ff458f82d42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.626842754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.628725124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf79918-f8b4-4f50-9385-c76a04cce276\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.628797939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.630010114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837cf7c5-e755-473e-979b-41fcca9b3d42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.631130687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.631464262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2603c20a-ab00-4193-a334-2ae4762957f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.632352081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.633270921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48cc172-6292-48ac-8dc5-e91371c733c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.633447193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.633501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.633534667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.633564677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.634653666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.637758372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.643472668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.643722235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.643757455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.64378527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.643811382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.644194125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.64710777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.654054471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.654577874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.65469626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.655272027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.700277888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.700414992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.701305245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.701577327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.701686435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.701776023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.702792529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:57.702982096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51976"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.704054643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"df1958c6-88a9-47b5-99b9-2edcd6f6c8c8","remote_addr":"[::1]:51976","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:57.704893084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"df1958c6-88a9-47b5-99b9-2edcd6f6c8c8","remote_addr":"[::1]:51976","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1170,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.706239827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df1958c6-88a9-47b5-99b9-2edcd6f6c8c8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.709190787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.709241668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.709269163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.711542402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.711593935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.711818412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.711866869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.712458598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.713054465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.720026576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.720147828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.720270222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.720834757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.723299247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.727439526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.727918951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.728029181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.729699198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.731527692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.73158719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.733134172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:57.762008653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:57.762362778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.762417407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"398.304355ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.762456766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.762486976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.762518699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.762691764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.762740641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.763599472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.7659017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.770779107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.770842574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.770876121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.771499613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.775025668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.775082852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.778247307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53263","req_id":"dbe4fad7-c483-4898-844a-cdba2b07bc7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.778392837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53263","req_id":"dbe4fad7-c483-4898-844a-cdba2b07bc7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.778514059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.778818606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.778866752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53263","req_id":"dbe4fad7-c483-4898-844a-cdba2b07bc7e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.779323622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.779804129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3942, tv_nsec: 578684927 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.779896814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.780621668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61288","req_id":"de7326ba-3f1d-4994-803b-f2ad36f75851","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed 9f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.780676988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61288","req_id":"de7326ba-3f1d-4994-803b-f2ad36f75851","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.780966395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.781038328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61288","req_id":"de7326ba-3f1d-4994-803b-f2ad36f75851","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.889806722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.890401396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.894995139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.895080309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.895114587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.895139437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.895167663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.895196861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.895405146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.896382253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.896745266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51610","req_id":"a677174d-59ca-4865-b184-049ea730c55e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0e 49 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .I..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.896879924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51610","req_id":"a677174d-59ca-4865-b184-049ea730c55e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.897092528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:57.897185493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51610","req_id":"a677174d-59ca-4865-b184-049ea730c55e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.897401333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.89744509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.897472445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.898339172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.907717618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.907780884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.907812006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.908166833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.908440368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.908492191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.914262328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d719bb5b-4054-404b-9de6-fe8d7a0fc890\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.914580411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.915397029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.915609502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:57.918401695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.91845937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.918625972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.919401778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8d2cf6-c26f-42a9-b416-7cf3e7e86a9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.919693409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.92355866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58a5436-af94-4f1e-82f3-8f57463caf99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.923950771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.926403208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28f3b23-be3d-445b-8f9e-43e52535c237\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.927489492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.931084936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbca4387-d352-4fb6-b061-c7e40932ad32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.931856002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.935355815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec424d71-5b49-4556-bc10-92dbed77bdb1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.935436506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.939382628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a6fe7f-a33b-4eb0-b510-d4f1c8d2a21a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.939492497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.94189802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a96eeb-5b80-42af-8d9d-70a20e2165ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.942014923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.943079254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e082a1f4-1b17-472e-abfa-012ea538d627\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.943169543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.945098707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792bd9de-1701-4af8-a3b2-4da0b2524bc5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.945359367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.955009484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343494e3-3937-45a1-8f77-21cb938872cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.955349511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.956614762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3d9531-09b7-47a4-88ca-4f8699d633f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.956680694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.963391625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.963671853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd60862-5153-4563-8d1d-2238f213ab96\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.963852633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.967110354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774949e9-9b7f-440b-81b9-47fb1e441622\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.96717357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.970729655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06426cd0-499c-4213-8a03-cbdcd2bbbe14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.97102833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.973251991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7fbda6a-f889-49aa-8e6f-436b1e8c53a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.985554763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.988778116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fbd844-58c5-4f32-97e0-6f4dd4500341\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:57.997634071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:57.998649083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.003156594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b486b9-ad38-4773-a91c-18dc3d76ea71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.003236092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.007518334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf21d1c-e1af-420d-af77-d3cfd1239a61\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.007586971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.007619466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3d0c7d-cb57-4b0c-b02e-5f7fdc1a019b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.007711299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.008781932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ece0028-c0e4-458e-8ead-159eef662bb2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.008921871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.009910561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14864aa8-85b5-4308-8dc0-02332bc7e1db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.010034237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.011078097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7c0020-9da3-48ad-8e31-618e11306ad0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.011139179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.013715271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f79ad2-04b4-4572-8ea0-cf7141f85283\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.013790341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.014542019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.014600746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.014690925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.014734863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.015605628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.018120448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe892de-b7c2-451d-a1a8-72eb085b23bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.018184265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.018418442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.024498406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.024630399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.024663365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.024966919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.040453075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f079b2d8-ca73-488f-ab2e-d0ab6a11fa67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.040624105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.040843192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.040895105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.041816942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.04535941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9a5949-2b3b-4d41-890e-d93c6b4e56a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.045439249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.047978669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbff448-c895-4718-9fc3-c04521a8cb8c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.048052215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.050080196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5544f48c-d303-4357-8ab0-b37784e2c27e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.050319212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.052073498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494be590-499a-4759-b546-5a5f5cb67db9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.052292334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.05308842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06afb092-a726-4cc7-bca8-24b2be8d4709\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.053221204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.054574571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d251302-8fcd-48ff-8d7c-8b5f91dab96e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.054722245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.055900222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a60dc72-3902-4f98-be2a-b94fb953f0ec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.056338105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.058882534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a382bd21-f383-41e9-98a5-32a90266ed95\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.059157131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.060826167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa00c025-28fe-4e42-bc2d-79185c74deef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.061093319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.06372897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fd5bbe-f149-4aa8-b3f6-a0da41e2bd26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.063795042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.067163253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99ec98ff-4d55-4096-bcd2-f21be52cb770\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.067348302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.071366097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.072935033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee3ea05a-f36c-4767-a2f6-24177d35fd25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.079320536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.081945726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d568e7-7fbb-4934-982d-ddecddaa3b30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.082019954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.083763768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be23c6d4-d337-41f5-913b-55c865b3ddb5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.083880321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.085378456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29c7d37-30c9-4cfc-8769-061bce5d9191\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.085519456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.089648734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec9cf60-18bf-42a6-a626-175636c9e7e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.089849083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.090684407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dee567e-d989-452b-ae2f-a70d5ba3b3f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.09082145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.091630392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cda4ace-f835-4637-97a4-fb0b26b41405\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.091753908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.092554333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b39825b-a392-49ff-bb9c-42c8b7de18f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.092657048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.092702879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.092736015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.092767578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.093621229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.105341491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.11111296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.111191727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.111226646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.11125867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.111289251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.112666565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.11810457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.124017932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.124083202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.124116198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.124562106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.124966382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.131926069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.131985126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.132015347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.132645322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.189470683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.189542576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.192415871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50115"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.193241947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.202633689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.202715803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.202746694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.203275307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.20350761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"33541a1e-c78c-44e1-b271-3a0df812599a","remote_addr":"[::1]:50115","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.204323987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"33541a1e-c78c-44e1-b271-3a0df812599a","remote_addr":"[::1]:50115","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":804,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.204731278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33541a1e-c78c-44e1-b271-3a0df812599a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.207253975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.207314004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.207343433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.209378798Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.20944005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.209475992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.209507966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.209988994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.212557792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.212616539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.213044632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.213563035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.222990629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.223466557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.223621877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.224549144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.27236312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.272943176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.27422495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54fb3e16-f061-45ab-b584-5ab5686a2da6","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.274664385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54fb3e16-f061-45ab-b584-5ab5686a2da6","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.274729896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54fb3e16-f061-45ab-b584-5ab5686a2da6","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.277062383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54fb3e16-f061-45ab-b584-5ab5686a2da6","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.286344517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54fb3e16-f061-45ab-b584-5ab5686a2da6","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":12112,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.287503527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54fb3e16-f061-45ab-b584-5ab5686a2da6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.287788224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.289334775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1eac3421-e78b-44d7-ad57-1561166baf9a","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.289396077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1eac3421-e78b-44d7-ad57-1561166baf9a","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.289440786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1eac3421-e78b-44d7-ad57-1561166baf9a","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.289475255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1eac3421-e78b-44d7-ad57-1561166baf9a","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.292267478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.292340694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.293589783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"127.0.0.1:59078","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","remote_addr":"127.0.0.1:61266"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.293996944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/52c629af-0807-4e15-a94c-d8b50ca583b8","method":"GET","req_id":"baa5eb8c-82a4-430c-98e6-bbdc49ff43f6","remote_addr":"127.0.0.1:61266","local_addr":"127.0.0.1:59078","component":"dropshot","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.300125846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/52c629af-0807-4e15-a94c-d8b50ca583b8","method":"GET","req_id":"baa5eb8c-82a4-430c-98e6-bbdc49ff43f6","remote_addr":"127.0.0.1:61266","local_addr":"127.0.0.1:59078","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":6060,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.300719428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1eac3421-e78b-44d7-ad57-1561166baf9a","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":12505,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.302502351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.303677893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.303738063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"541.283651ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.303777812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.303807591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.303838443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.303868272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.303896949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.305300466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.309930842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eac3421-e78b-44d7-ad57-1561166baf9a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.310123385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.310170118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.310197353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.310596518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.332929866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.332990066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.333019685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.333234232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.333284723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.333468519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.334290306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.334341989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.334926113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.336434308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.341454911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.341555151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.341630691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.342286308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.343429345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.34348678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:58.334220868Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.349243239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.349330994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.353810489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.353893855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.354346527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.354403781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:58.349179472Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.355178134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.355239165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.355999881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61754","req_id":"8db395d2-efeb-4fff-9ac2-4b7a285a09a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ac 5d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .]..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.356073097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61754","req_id":"8db395d2-efeb-4fff-9ac2-4b7a285a09a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.356297965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.356468525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.356520719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61754","req_id":"8db395d2-efeb-4fff-9ac2-4b7a285a09a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.356938491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 155823839 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.357005034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.357900338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.357957732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:58.355035720Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.359119627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.359178154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.359601407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60644","req_id":"e2333b42-af77-4d80-b426-665df8aba1fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.359666988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60644","req_id":"e2333b42-af77-4d80-b426-665df8aba1fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.359856786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.35995423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60644","req_id":"e2333b42-af77-4d80-b426-665df8aba1fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.448130896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.449527178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.449589763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.44962842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.449659522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.450554635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.451486181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.451545069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:58.359032143Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.4603089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.460385252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.461511316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.461701244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.461833949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.464274301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58290","req_id":"fd1c3678-9a3b-418d-80e7-90ac44e1bbf2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: df 10 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.46434389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58290","req_id":"fd1c3678-9a3b-418d-80e7-90ac44e1bbf2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.464825269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:58.464965007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58290","req_id":"fd1c3678-9a3b-418d-80e7-90ac44e1bbf2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.46760629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.467937179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.467991447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.468019383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.468344971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.469291497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.469348471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.46953373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.469566616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.475564536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.475629265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.475661659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.476076777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.479115832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.479207484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.479958491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.480043871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.480475962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.480681241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a75cdffb-a2b9-42e6-bb8b-db7d4ba0ecda\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.480922311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.483077605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70320cf-49db-40e6-b669-be77eaf5049f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.483269127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.483553273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.483654435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.486393402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e745c1e2-dfc5-40d6-bddb-1e1ff6f2b1b7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.486530595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.486998457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.487056453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.499023346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2273c4b-6965-433d-943c-2ba5d0f1402e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.499182092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.503254346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.503320829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.50395911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b32d729-16c1-4c1c-957a-d7533873e1de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.504165712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.511202162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.511269646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.51294276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeffee64-cfe9-42a1-903e-dc398d7097d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.513254431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.519354334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4bea26-e208-40e1-acbd-ca61d83ba17d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.519659502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.524417813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.527108875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1476f66-30c4-4ad2-afdc-0d80b36ad0df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.527353061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.528281832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af701785-3449-4441-9a5b-128ab373cbcc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.528496359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.534649218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bfc3076-10f3-4d21-af4c-fe9b78c24a9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.534806331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.542076156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3435b07-c56d-4359-a1e9-c41c7e14ecf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.542345112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.564225046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e18d535-4e16-4416-bcb9-1365fde7c559\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.564381388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.574869755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a990fe1-d259-4872-962f-c8af941b2be4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.575081447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.579762193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.580006299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.580119004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.580214695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.581101762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.583274932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fd6423-4ca6-4f5b-bc85-35ae56c65678\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.583357807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.58362044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.589945052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.59007476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.590113938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.590668082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.594159298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.594312884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.594873832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.598610627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6e3bae-9eac-4829-a399-4665776e545d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.59890786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.601579573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b6d02b-a70f-4d08-a7e0-f68a45a2fb32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.60190428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.611854846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67224f11-f9b3-462d-b813-44887fd095aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.612271165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.619402213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8021ab8c-380e-4415-8a51-666a308dfec7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.619686329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.622317842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9897398-9775-4529-aa3d-ab05f3f38646\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.622395557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.624749207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8e6938-ed18-40ea-837f-51cdf286e0ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.624968273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.626535005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa107da-5279-406d-9fa4-ff429b09d3f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.62676343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.627940325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc866b8f-214d-44e2-b52b-d90726bbda52\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.628057578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.631044129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1146d08-5131-47ee-9981-7d39f59c17df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.631306822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.633074875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.635893371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8b2895-400b-42a4-a903-c94ead168091\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.636170142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.638600064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97bccdef-871a-42c5-9132-b9afb6d5a1cf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.638674121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.645023131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05813ed2-2eb3-45a0-aaa7-1a7d49a5c78f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.645418579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.6477079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd34d3eb-3036-44b3-8583-ae2c23be696a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.648236223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.650837145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb1397f-7cc8-4868-86a6-7dd18aa39efc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.650943297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.656978983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c22f3b-9397-4034-9e09-3136720f4ab8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.658328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.664391431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185dcae4-9b27-4bf6-969f-4c802c150760\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.664696319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.666296056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eff67f7-ef4b-428f-a1fd-79190840f728\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.666464662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.668538434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6433c19-c77e-42ed-af37-2295e6a056b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.668693202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.669965397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe20487-237e-45a7-bb77-a755fae7c61d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.670196097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.671401839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6cbbda-60cc-4e78-af51-99bca47ca389\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.671524934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.674757214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6668178f-8765-4965-bef3-1e1517aafde6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.675195949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.678331656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090dc7c2-1f3a-42f9-a82c-27c272214ac4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.678695932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.681708294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651c1a88-259b-4d7a-9878-2d8dbec13035\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.681892852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.683856394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.684104308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.684157294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.68433126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.686250905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.689535058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.695844009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.6959049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.695938136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.696354886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.698055545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21052b9a-68fd-41a4-9588-1a069f2d422e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.698331064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.699071249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.699129404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.700419876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.703793938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dae941f-141d-4dfc-ade6-230867d95c2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.704102653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.707582657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c41e7c-e43c-4050-9bb0-3c2a14604a6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.707887765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.710929075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c269a48e-9d79-4363-97b9-0e11b46fb3c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.711070276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.712202191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48614aeb-7b99-40e6-bf2e-6bb223f3542e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.712338593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.713755857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1405bf-7d2a-4f05-be93-d363c7034a19\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.713868261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.715718818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fdeb82e-f853-40d3-aa4b-7929e5971ce3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.715891542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.718131505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb93a52c-fa6b-421c-b835-627c502d8182\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.718193408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.718227677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.718258688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.718286013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.718913633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.722612032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.728108363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.728234424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.728335846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.728431567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.728516446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.729132223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.733736757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.740135637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.740223672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.740259824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.740688037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.817895197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.817973343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.820023267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62960"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.821611381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.821674347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.822165816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.823132422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.825212065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.827874951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d6aa5c6-e891-465d-9431-5d9c5498eeba","remote_addr":"[::1]:62960","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:58.829263297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d6aa5c6-e891-465d-9431-5d9c5498eeba","remote_addr":"[::1]:62960","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1405,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.830149082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.830202178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.831176239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d6aa5c6-e891-465d-9431-5d9c5498eeba\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.834004624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.834080074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.834108621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.836127965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.836381269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.83643679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.836467301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.83720991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.840819993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.840880043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.842535371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.847683508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.847860521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.847907835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.848649192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.878243327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.878402173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.87845092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.878479718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.879737083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.883955929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.893876916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.893947947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.893977977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.894379567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.900304763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.904988585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.907087176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.907396222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.912386435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.912461094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"606.765049ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.912498989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.912562726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.912595662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.912621794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.912646272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.912669348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.914062985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.919797431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.91988254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.919917019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.92047469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:58.923963181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.924170143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.924269631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.925126659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59173","req_id":"2ba599b4-f39a-4764-98bb-c2e707b8953c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 90 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.925326828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59173","req_id":"2ba599b4-f39a-4764-98bb-c2e707b8953c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.925621715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.925850391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.926004187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59173","req_id":"2ba599b4-f39a-4764-98bb-c2e707b8953c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.92670807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 725406004 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.926819331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.927208547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50098","req_id":"bc73275f-fd59-4970-b527-a7a9472b4e1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 04 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.927369047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50098","req_id":"bc73275f-fd59-4970-b527-a7a9472b4e1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.927607261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.927746779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50098","req_id":"bc73275f-fd59-4970-b527-a7a9472b4e1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.990492957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:58.992169167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52331","req_id":"04b7f69a-2a4b-4c10-9eec-5c4348780227","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 9f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.992242082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52331","req_id":"04b7f69a-2a4b-4c10-9eec-5c4348780227","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.992325668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:58.992403353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52331","req_id":"04b7f69a-2a4b-4c10-9eec-5c4348780227","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.992429886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.992459124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.992483052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.996048085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0456ef0a-534a-4154-b29f-cabdfdb3a6ce\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.996128275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.999762356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af67ada-b2ac-4b42-86d0-e0d5a91c7fcf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:58.999946112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.007542397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4030a237-6832-45a3-b8bb-9a8b2c40a952\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.007778808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.012276018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.012636797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d52614-3d3e-4e52-816d-38c931a82736\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.013389457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.015669059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95ffe50-23fa-4a99-b5ec-35483b0ddb4a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.016409454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.019919367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6698312-57ed-49e4-90ed-bc69b21861a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.020172351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.022161615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7613291-17aa-4464-b1c3-ef63787d381e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.022397254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.024451377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7ebdc4-e7f8-4640-a515-fdc9a83cc2af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.024705864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.025735926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9724d73-b759-4f88-a06e-a6f59f65c9eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.025969973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.02700761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86253792-be61-4449-8b65-2a939d11823e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.027436074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.028541596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34738ae9-41d4-4e86-959f-79ef331a6bdc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.028767947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.02979304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02a30c8c-9612-4a78-911a-d761b1572099\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.030009732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.03332627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a8f115-8dd6-43e7-a236-c5fac17d7334\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.037239516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.041654804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d734dfcd-c536-4739-895d-c5a7e54b5f66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.041926796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.043908053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4ba1380-3cb9-4c60-b09e-62dcbcbf30d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.044120086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.049663039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d82f1a-5f24-4848-8017-015e72636b7d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.049921174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.051537534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0647e16-59f4-4d83-9ecd-0d3759606db7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.051774126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.053830072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6eec95-8e9d-4573-9fc0-e571968a789f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.054177464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.056315364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a827a65-a013-4ab8-a0a1-1d524cf80742\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.056555031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.058477021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5315d51a-a98f-480f-98f0-c5050982f8e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.058808772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.060053331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda76c95-02ad-43a8-98e2-e069a6bc7a11\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.061027633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.062931256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12543f9f-fb77-44a5-90f6-3469c75cf137\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.063155492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.063874415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.064019644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.064118822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.064204593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.065112291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.066205469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a375d8d5-22c7-4114-9048-0a5732f69cd0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.066411199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.067884845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.074614854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.074687669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.074724603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.075202756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.076884767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dae1d13-8e5c-4cbf-ae80-16cf85f1ad6c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.077090347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.078305227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.078363363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.079122977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.080833164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8733ad07-4142-4fe9-ae95-8b7b22ed2c04\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.081119274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.083594826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df26604-aee8-489d-b912-54c1711c711d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.083816097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.088194962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77d49b2-7d40-4329-a002-387cbf54998d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.088343147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.091481129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db936e0a-63c4-43d1-a084-1396a4e606f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.091644485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.094228944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44544097-2e74-4dce-b2e5-91a80dd6b7d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.09436225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.09752431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd42054-8ce0-419e-a4dd-445d65510f30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.097636924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.098890432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b1c9a8-6d28-417f-9e76-f0bc62603e8e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.099132825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.101376706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1eea030-0e1d-4b0a-844f-d097ec081071\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.101545642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.103708181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0d67b7-c8ef-490b-bd1a-f8a82a529049\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.103971666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.10877179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.109088591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae45ee40-16be-4807-a14c-4d9047ae70a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.109206917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.111366139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e44ff79-1db5-409b-8f6c-9fa6f52bffab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.111481419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.119712919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3965777-9035-4d1d-a265-7175534977bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.119806756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.121751611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ac66e9-c42b-418f-8ec8-e88285251cc1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.121821961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.132544776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7bc210-c0fe-4176-8b77-a936d675938e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.13277751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.134980599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45703a8-c2c4-4fa0-8388-f9ae3c9d91d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.135355055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.137958663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00df7211-2c9d-4a37-bc2e-2980a313c692\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.138174984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.140348064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c76aed9-f6b8-45d9-917a-c23edd78f36e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.140558473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.141425039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2473652-23f4-4abd-aba2-6909938cc37b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.14164124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.14395515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147f1e3c-8f7a-4d81-a7a4-9d4c7133f234\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.14418089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.145252706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cb8711-e5ba-40b7-bb15-668413912143\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.145477273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.147703188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f409d23-bd88-4cb3-845b-dceb40aadcfc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.147897485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.148019829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.148112734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.148195178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.149139169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.154171716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.158142728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.158221064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.158254882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.15828432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.158315663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.158709167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.159553058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.15961402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.159647066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.159672967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.160960713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.162827322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.167571785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.168493401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.168559603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.16906511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.174282706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.182258908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.182339739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.182371873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.182945386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.253318319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.253520953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:59.255473253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47715"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.256807862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.25696726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.258415094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.258890672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"476fbbfb-545d-441a-a14a-17ea23b356ed","remote_addr":"[::1]:47715","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:59.260287826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"476fbbfb-545d-441a-a14a-17ea23b356ed","remote_addr":"[::1]:47715","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1579,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.26073648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"476fbbfb-545d-441a-a14a-17ea23b356ed\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.26356229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.263661357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.263731327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.266797576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.267141762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.267265679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.267359455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.269366023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.277446353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.28537981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.285687082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.286387257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.287215277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.327279693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:59.329494706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:59.32994329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.330004522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"419.374977ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.330112697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.330156094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.330188809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.330218368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.330248368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.332086049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.33557956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.342058188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.342162967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.342256573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.343172268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.352314162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.352364583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.353151611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57388","req_id":"9af04964-9223-49e1-b816-873f246ba97f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 19 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.353262311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57388","req_id":"9af04964-9223-49e1-b816-873f246ba97f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.353494624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.353667228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.35381351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57388","req_id":"9af04964-9223-49e1-b816-873f246ba97f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.354189869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 153080668 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.354293235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.3545617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63560","req_id":"6bf2a48c-c041-4e42-8c0f-21fa7ebfc6a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: de 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.35462169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63560","req_id":"6bf2a48c-c041-4e42-8c0f-21fa7ebfc6a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.354713433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.354799193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63560","req_id":"6bf2a48c-c041-4e42-8c0f-21fa7ebfc6a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.41717848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.444987718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.447544923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.447652518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.44768876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.449798724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.449913202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.450078772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.452243826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60261","req_id":"176a8436-8911-43e3-959b-b7953429d1ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c d2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.452307052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60261","req_id":"176a8436-8911-43e3-959b-b7953429d1ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.452597801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:59.452864061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60261","req_id":"176a8436-8911-43e3-959b-b7953429d1ef","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.455347489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.455402008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.455430284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.455682587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.456472882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.456511809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.456550607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.456773771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.46591799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.466056817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.466382777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.468194436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.471455564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.471515643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.472415937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.472685905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e95d684-13b2-43d0-9004-caabd8f11624\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.473056133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.478185302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9203d68e-7ee4-4e82-b4e6-4f74b87a4d13\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.478419299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.482380651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e785975-c0c0-4068-a3a4-04942a5fe981\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.4826762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.485089458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5144173a-7f74-4d21-98d0-1620b5304138\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.48521581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.489037785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8215c7d-e383-4d47-8ed2-8bee91415ad0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.489253645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.499889987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69327e19-fab7-41a9-ac0e-11045567769d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.500155837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.503483367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619c7e50-3a0c-451e-bdff-3acaaf322989\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.503839216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.507863164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776b9bfa-7c49-432a-aa97-6d27713d1566\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.507956149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.510974493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f717c177-43aa-4e3e-bdec-f0f7bd0e2cc6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.511205583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.511556813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.51380898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23600a96-d8d0-4587-8543-9776f17ced8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.513872196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.514915876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b63b56-70b8-4339-aaab-3ecbbc76a766\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.515106706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.516248501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd986f8-a502-4ae9-b07a-4422256c9de8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.516361095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.518562431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5e8626-a81b-4d68-821f-852e38932b3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.519066796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.521892486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b39afe9-b542-4b43-a252-ce4752c96a24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.522133236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.527073449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9c566d-4e24-4d78-91bb-86ae7d76a219\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.527328497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.5306525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53c2597-0aac-4881-8479-9d2ef0a5a887\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.530990634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.533456096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95865a13-dd37-4e2d-babd-b966f069c9d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.533668699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.567206531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.567285639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.56732111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.567350969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.568528786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.574100808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.579729382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.579795614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.579825865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.580532583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.583720274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6773d76a-b6f6-47fc-95c0-80711798fd88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.583865804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.592859974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.592941747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.59381638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.599285617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e29cd18-c6e2-4cb3-9498-3484dda6be4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.60021583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.602908846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0151b33-e4f8-4431-a00d-0b469e6b7600\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.60306141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.604183866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5d2576-2cd5-4700-89e6-d3ec1eccd30b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.604314617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.607460505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f504975-dbe5-469c-91fb-a635bc941022\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.607677527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.615359293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a248344-5c5d-41ce-a17a-759f51af2911\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.615554712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.619670643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4dd95f-6ebe-4cbf-96ef-822a4375f513\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.619923036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.630773745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1560ea-0a2f-482b-87c4-f76378a46a40\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.631106558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.634571422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e016764-99c4-40c5-990d-8a4d11a27f5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.634792402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.638843974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1bd1f9-1e01-42c3-ba91-1c12caca2b14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.639064824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.642422725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.64492984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b11a5d5-aaa8-46c7-abb6-04e8ba49a042\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.645375999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.649246531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3e5521-2457-40e5-94c9-416f7633bd79\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.649400227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.651212738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4b669bd-619d-49f5-8e04-5a998a424d34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.651338268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.652381527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b634cc3-0648-4c2d-9a1f-732bac890b10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.652532267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.65365766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd80391-d5b0-49fb-9000-ba44431d7770\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.653894331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.654945175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73364cc3-b19f-437c-8937-9e5f67a1cc72\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.655267848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.657318674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d8db18-b3b2-43a7-9298-24d8f498e099\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.658347293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.662600187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ca7e09-de12-483d-8c86-d25d1bc08999\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.663211846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.666181643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69620116-9293-4042-af02-ec95fa7d84bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.666327503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.668109664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec06b2b5-4016-49a0-9043-4742cfef865a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.668646584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.671272105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda3b1d6-5de4-453d-8a2b-6533ac36ee1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.671392054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.674248005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02a623cf-8b37-48dd-83b2-9c24213864d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.674375038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.676983104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2a4e9e-b4c7-4488-8d6d-3c8d9ef54948\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.677118444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.679079661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d8c65a-27af-44bc-8d5f-c0cb1b7930cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.67921453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.680000276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ebf07d-c63c-4a70-aa0b-8f513a3b0eb6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.680607866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.681845181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b3b206-3251-449a-86e7-227d94d80e81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.68199519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.682970293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d892c51-6d26-4640-996b-67f6d18342b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.683103579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.684162819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e2c56b-900c-4bee-b278-fceb210392a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.684296435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.684343028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.684371866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.684398709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.685770001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.688205704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.693741955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.693817165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.6938498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.693878657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.693905641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.69441727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.695115552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.695173026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.695204369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.695231122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.695841899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.697827415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.703980555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.704052979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.704086586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.70519786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.708009542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.716073389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.716185963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.716328167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.717517446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.793930584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.794049782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:59.795839317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62521"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.796388652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"edbf8d50-30f4-4d36-9933-4940f5637431","remote_addr":"[::1]:62521","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:37:59.79772805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"edbf8d50-30f4-4d36-9933-4940f5637431","remote_addr":"[::1]:62521","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1317,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.797882248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.79793357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.799719659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.800217901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.800269424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.801319306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbf8d50-30f4-4d36-9933-4940f5637431\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.803909477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.804002372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.80403151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.808637817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.808839018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.808992925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.809433282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.810584125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.811435181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.812325605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.816807495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.823792322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.824231647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.824292989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.825125678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.826218857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.826286111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.831999304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.83206246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:59.856462886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:59.856837903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.856894616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"526.700837ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.856933263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.856962321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.856991008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.857019515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.857048002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.85805579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.862998608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.863213536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.868665228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.868742332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.868775969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.869280254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.872270191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.872338166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.873539871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64245","req_id":"74fe4d1b-35c6-4389-b6db-acd98fa1630d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 51 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.873611223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64245","req_id":"74fe4d1b-35c6-4389-b6db-acd98fa1630d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.873860299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.87407182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.874275927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64245","req_id":"74fe4d1b-35c6-4389-b6db-acd98fa1630d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.875332212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 674218571 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.875392251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.875765956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50610","req_id":"d1718411-1762-44d7-99ca-165bac136d90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.875826807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50610","req_id":"d1718411-1762-44d7-99ca-165bac136d90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.876187816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.876281693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50610","req_id":"d1718411-1762-44d7-99ca-165bac136d90","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.940997035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.941468955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.941525989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.941559836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.941586389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.942202326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:37:59.942430761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.942662573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58774","req_id":"631efe46-e3d8-403f-86c5-d7b1e036f0b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 97 fd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.942764406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58774","req_id":"631efe46-e3d8-403f-86c5-d7b1e036f0b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.942959394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38909,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:37:59.943047059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58774","req_id":"631efe46-e3d8-403f-86c5-d7b1e036f0b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.943319552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.943367918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.943395093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.945246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.953780204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.953888219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.953922458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.95425488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.954487163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"574addb3-3c5d-449f-b383-8b0adb92da53\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.95474191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.957493272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb5164c1-880e-4fcd-9d0b-330cfc095fd6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.957761517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:37:59.957955804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.958027587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.958438405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.969556487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0bc0185-49cd-4d64-908f-e8899c2cfa56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.969696086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.972343841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc5cb14-d52b-42e8-a070-d87193be17dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.972422137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.975357786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75490c0-bc45-44ba-8d94-41f03a3b041d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.975455461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.982291371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a25d4c3-e024-4db0-ae0a-06325b3012bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.982473854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.9882233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25082b9-f5ac-41c5-84a5-d46389824835\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.989159505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.996259211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc66574f-7e0c-41a2-9d55-23397dd0eb35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:37:59.996397927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.004096987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.004452425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f8d2c4-e55e-4c26-a99c-ac7cd2353f4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.004593376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.006779522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc613a5-440d-4890-aea3-b5f8809bf897\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.006968809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.00867051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf73509c-ecb6-455a-98b1-1ac3801c566f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.009050928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.010154567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb33fb76-12b0-4dd9-9f3d-201f6c3653b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.010233103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.011996416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dfd8f08-3d1c-4fed-a27e-4f1c980ad2af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.012343197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.014531277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc06bc28-d47d-4479-aeba-4fad469bd7cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.014655905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.017360464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45faf54e-e10c-482d-94e3-afa7fd23e721\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.017426075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.022919019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e25bb6-e3ff-4729-b6e5-f440f9da2db1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.024915246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.030836083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79da2b4c-f8b1-4b94-a89b-900d547df7fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.031641648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.035715134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452578bd-36bf-4173-b133-9c693cbdbdfa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.035795294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.039845323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062a0e61-5825-44f6-8543-6c7a819442d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.039950162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.041613166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c8e6ed-40a9-42ca-9972-1c5ac1da3ed1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.042141959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.043488442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1592c47d-3aad-4205-b612-45da4a60b83c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.043620686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.045692664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3fcb4f5-aad5-4455-8577-10f7ee133c63\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.04575582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.047795774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54afad72-d747-4782-a605-6474a4bebfc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.048073918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.050900921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1efaec-595f-4287-adac-c7b91d135b2e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.051042503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.053033149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe74290-0e30-4069-a024-2b5487e04f5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.05309863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.054496535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.054552777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.054585422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.054610933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.05525705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.055826214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbdc0ce-dd0a-4f78-bcc2-64809e6f5685\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.055947777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.057660519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.063058344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.063121991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.063152481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.063856634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.065422584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5ad60b-b0fe-4d90-9a5a-11313262e4dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.065584617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.066395693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.066449851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.06724209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.069679286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118f2e84-e1a2-4311-beac-60d215b6d3a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.069877941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.07510179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e26041-960d-4489-8c5a-a72eb6b79d8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.075273903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.079295245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00376782-020a-4153-aa23-00f39348dc4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.079751654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.081413315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d5fc44-50e2-473c-b94c-7b75f9f2c1a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.081985555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.089803542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f334d4e1-db86-4b65-8645-1f919eef032d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.089963761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.09136325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215326a0-092d-4585-970c-04a857d8c731\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.091501174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.094288187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ba8915-c92b-41ef-9e50-2716d2337c6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.09444515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.097440057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098b1907-ff4f-41f8-8163-4ad48ed49bee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.098232666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.101011713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5976c3d3-f4a9-4966-b4cc-73883de96e25\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.102666921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.106946919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.109224387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b353b0bd-5409-4aa2-8188-bbf9dac3eff7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.109770715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.111977703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affdeea6-697c-424c-b3e4-322dc5726398\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.112424924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.115550401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be565f4d-80f8-470b-9867-55fc47caa725\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.115852833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.118471441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80b4586-6e20-4c51-9430-a651519c0b92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.11879719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.12127184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b63699-bbce-4468-b4d5-6d247c5c1790\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.121328493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.122357694Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08e3fd13-818e-4228-922f-1b9af8449221\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.122579766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.12382114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f76d5b3-0dd7-4b3b-9196-02b70aeb567e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.123952552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.124838637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d2ac68-0759-4f3f-8d67-a7a26a358d94\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.125367781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.126829414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b73158-edc7-4910-bf85-bd737d14f0dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.12689268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.126927269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.126956857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.126985194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.127903524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.129858689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.133664302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.133729962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.133766696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.133802758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.133832377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.134204819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.138815265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.148027189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.148107509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.148140014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.148916661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.208947438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.209099211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.209793624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.209879245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.209915818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.209946429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.211764882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.211807527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43044"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.212610086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"c7b44289-f39b-4bfe-ab88-c38d1ef80c55","remote_addr":"[::1]:43044","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.213019572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"c7b44289-f39b-4bfe-ab88-c38d1ef80c55","remote_addr":"[::1]:43044","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":574,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.213483376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b44289-f39b-4bfe-ab88-c38d1ef80c55\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.219479904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.219551075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.219579843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.223909289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.223974669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.224057264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.224104588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.224683982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.225742772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.232059017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.232339987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.232490206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.233031965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.234990688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.240566567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.240956454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.241333055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.243446465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.244142973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.244249546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.244976203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.276734039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.277684222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.282201262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b650f7e-92b3-4145-b5d3-cfd6d749ad72","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.282665828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b650f7e-92b3-4145-b5d3-cfd6d749ad72","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.282808051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b650f7e-92b3-4145-b5d3-cfd6d749ad72","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.290142234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b650f7e-92b3-4145-b5d3-cfd6d749ad72","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.298236461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b650f7e-92b3-4145-b5d3-cfd6d749ad72","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":16035,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.299318818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b650f7e-92b3-4145-b5d3-cfd6d749ad72\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.299675548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:00.300228981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:00.300913274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.301180888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"444.333505ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.301325546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.301584121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.301696024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.301743098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.301775132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.303304118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.304641964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c2e4bfa-36ee-4804-b077-98c182926102","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.305685563Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c2e4bfa-36ee-4804-b077-98c182926102","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.305753769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c2e4bfa-36ee-4804-b077-98c182926102","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.306412611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c2e4bfa-36ee-4804-b077-98c182926102","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.307894203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.315477673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.315568684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.315604075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.316485551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.321154594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c2e4bfa-36ee-4804-b077-98c182926102","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":16550,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.322413823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.322707157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.328310702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c2e4bfa-36ee-4804-b077-98c182926102\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.328378818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.328412535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.328437384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.32890721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.329184884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58558","req_id":"d2aefcc9-5dc6-48bc-929d-a7662b2a71c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 89 3d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .=..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.329261877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58558","req_id":"d2aefcc9-5dc6-48bc-929d-a7662b2a71c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.329521234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.329763907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.329863636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58558","req_id":"d2aefcc9-5dc6-48bc-929d-a7662b2a71c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.330610063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 129467224 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.330677167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.331154167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56502","req_id":"bed2bf2e-2acf-4aa9-86f4-ffc117f8b7ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 eb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.331213836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56502","req_id":"bed2bf2e-2acf-4aa9-86f4-ffc117f8b7ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.331341561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.33136647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56502","req_id":"bed2bf2e-2acf-4aa9-86f4-ffc117f8b7ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.395279463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.395918115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.39605089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.396544814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.396636447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.397609495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.397925345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.39798835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.398944706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49340","req_id":"b30385a2-632b-4dd2-8b33-16fd85f597a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.400041631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49340","req_id":"b30385a2-632b-4dd2-8b33-16fd85f597a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.400290707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:00.400385196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49340","req_id":"b30385a2-632b-4dd2-8b33-16fd85f597a5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.402018179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.402074652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.402103149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.402299881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.402983723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.403070306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.403098402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.403186928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.408910572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.408972946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.40904505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.419076938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.423871531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.424023143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.424805251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.425166982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7babc8e8-c14e-4f45-a79e-146bffb72675\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.425661828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.427321555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1ee650-047c-4ae5-b180-58c4f0a0efe8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.427817423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.430695026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941a2830-e4b1-428d-8855-aadb7abefd52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.430935255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.433543892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad13d62-946b-4716-bdaa-b79fdbecb5b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.433758821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.437038475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc000a7-9e7f-4be9-a056-1dbcace9675b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.437276459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.440656333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92da7608-970d-4c8c-bd0d-566baaff70f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.440970409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.443478126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18f9ab5-a7e7-43a7-8447-56f210291356\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.444223952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.450564635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1e9da8-a5ce-48c9-8772-45babb719841\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.450779313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.455489938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcac0a5-6a6e-48d8-9530-597173832fd9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.45584726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.457687056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1f3ec1-a9e7-401d-9e33-5bf4c4c54f7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.457982966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.471600848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f593331-febb-4b8d-b57a-c2fe0f6bf0bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.471846177Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.472640931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.474825122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83dba452-323e-4ada-aef5-0cf5d30650ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.475062936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.476310752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1a553e-9fd5-4cfe-8feb-4c13a9e205c5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.476624728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.478518662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25ce0e3-c48f-4a0b-b9d4-50c8bf6810f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.478740363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.480878283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785aa1d2-fb75-420e-85ec-661102c18dab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.481091478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.483100501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb162b95-aaed-41d0-a3b9-00b465f9435e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.483315579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.484965456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3683eb4-ba71-422b-b0a9-d81a6449aaf9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.485205034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.486989579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf419035-7b23-4067-9c9b-20b68fc577bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.487284978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.490584963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a4cffb-4e26-4161-895e-4040a7784bbc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.490790192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.492903983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd33e53-b911-4da6-932f-c14de00661c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.493024524Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.494686705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7865bb95-ab9a-4c4d-9ad3-110fbf84a50f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.494827486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.496122496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b66af6b-27e2-4498-86e7-4ddd314c193b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.496255782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.498896633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4e9e75-3cf0-4c87-ba82-cd7c9b3de8d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.499106652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.501717844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d1b3d2-ded1-4156-817a-ce6d01b90bb0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.501921671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.512810125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c51893-3525-48d5-a093-df72d610ec78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.513522044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.525454739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.525519919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.525552864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.525624226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.531455795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.539909679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.550379139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.550470711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.550506062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.550962772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.55546388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.555522467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.556209195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.58255118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de00abe4-02a0-4339-8efb-9a7c7325b656\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.582746379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.603208869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8bf1404-6f98-4f3e-8442-1d8b331f3d4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.604224172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.60907188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad186e02-0fd5-41c9-83b1-3223cf8cf7f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.609150377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.609185918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.613663309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6811491-65dd-4637-be9a-74ff292ecf39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.613878978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.617199164Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd39c720-525d-44f8-bcb7-36dcd20e3710\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.617669731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.619269739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8f6e4f-c234-4dfb-ae3f-8d62c3caefb1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.619558194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.620755489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50aed7cf-b1a4-44bc-8d42-203e9731b97a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.620966059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.622305848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26bd000-568d-4764-ac88-2535b2d50644\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.62270326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.623778172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b24e4e-5fea-43b5-ad25-210f9ea59fc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.623976006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.625433099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21ae85a-57b4-475f-b9a0-f5b1bee6e625\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.625631805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.627961206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76264d98-642d-4d39-ae91-d456c0076718\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.628088039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.63207345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2357162c-df75-475f-a9b1-380febf95245\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.632140704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.635785275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dea94cd-0b15-4853-a3f9-ac2ad7053d1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.635858621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.640047377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c7852d-f2b2-4062-923c-e55a89984802\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.640239279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.642114385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70615d12-f722-4faf-be50-534b761d7e27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.64228742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.644404108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827588ee-69ce-4a7b-a92b-b751fd028e69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.644602623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.645584359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca22926-1a3a-4531-94b4-e6346419dec4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.645731352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.647930424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44dbc97c-71b3-498b-9900-2d72ec87f020\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.64816931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.650940631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e9e56a-71fa-4961-8da6-f3f153ae13d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.651104949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.65279709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82a884b-bf02-4a5b-97a2-9982d9c1e0ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.65374063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.653798415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.653832884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.653863545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.655071191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.658602858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.667072733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.667163133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.66720134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.667281539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.667313583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.668143557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.668367573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.668884253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.668944403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.668976336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.669909946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.67156292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.676680276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.676802219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.676886336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.677448066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.678423479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.687715372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.687778999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.687808047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.688453152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.693127736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.693187806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.694264802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.76948335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.769685783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.770988459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58052"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.773235576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"cd47ea2c-5e4e-4233-8f93-98414fe4d4b6","remote_addr":"[::1]:58052","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:00.777794539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"cd47ea2c-5e4e-4233-8f93-98414fe4d4b6","remote_addr":"[::1]:58052","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4508,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.779411541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd47ea2c-5e4e-4233-8f93-98414fe4d4b6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.782454915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.782517319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.782544964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.786731585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.78681439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.786851063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.786881594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.787618783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.791659083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.804848152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.8051788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.805236545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.806880821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.808544326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.808773142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.809041446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.810610974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.814756403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.814996712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.818246387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.81851887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.830814969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:00.840078726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:00.840385658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.840495036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"539.071916ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.840643331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.840685285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.840717569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.840747759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.840776587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.841725678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.845875075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.858602393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.858681952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.85871614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.859145365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.865790395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.865854783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.867209412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58429","req_id":"05b22abf-963d-4c03-97cc-5c18ffa74af4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cc 2b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .+..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.867274763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58429","req_id":"05b22abf-963d-4c03-97cc-5c18ffa74af4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.867632866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.867748236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.867886341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58429","req_id":"05b22abf-963d-4c03-97cc-5c18ffa74af4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.868249224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 667151415 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.868301608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.868721906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54864","req_id":"6ddbf045-e344-4af2-b30e-6d0f97d93901","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 55 61 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Ua..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.868866684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54864","req_id":"6ddbf045-e344-4af2-b30e-6d0f97d93901","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.869000992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.869086843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54864","req_id":"6ddbf045-e344-4af2-b30e-6d0f97d93901","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.946770372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.948255551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.948320962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.948353807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.948382785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.949455933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:00.949841131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.950364483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64171","req_id":"11c1bc38-60e1-425e-bb04-69b228eca771","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 89 47 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .G..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.950546055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64171","req_id":"11c1bc38-60e1-425e-bb04-69b228eca771","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.950930892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:00.951299737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64171","req_id":"11c1bc38-60e1-425e-bb04-69b228eca771","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.951655065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.951773761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.951821186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.95312327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.961306565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.961370031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.961400782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.961851871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.967578431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188f4921-9fac-434e-bd1c-43a32271d4bb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.967815664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:00.969237426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.969296234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.970075116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.972966727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7c4efc-269b-48ad-9e86-193b00966de7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.97373623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.979414594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2c682b-8135-4fc3-bcf8-be2cab1ec592\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.979592017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.982710551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f801473-cd11-4e7c-a97b-b708257f079e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.98284072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.985876539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d03b86-dcb1-46b9-81b5-2e65a5eeecec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.986002149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.988158506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee6eff9-7318-435f-805b-5c0fb85d31a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.988279116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.990468318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff9a939-1dee-4e4a-a51e-90208b77c516\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.990547536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.99379696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe26d4b-466f-41f0-96db-5068bc3fb116\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.99387742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.995337269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e846d4-c53d-400f-a7b2-e7237fce50bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.995404172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.996168595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b9ca57-2208-4647-8d37-d03adb33df4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.996306199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.999230045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01981d8-c68c-4c34-b92d-34eea2c3653f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.99935794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:00.999982334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.002752623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef9e2f0-b54f-44b6-85c0-cbf6a3ceba7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.002880769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.004159246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbde01af-95d9-4939-82a4-29371dd27b26\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.004444434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.00736847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a08063-c190-419a-a146-377653a2802e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.007546956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.009279768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0255b6ac-ef98-4cd4-ba98-b0703376e0b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.009623343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.012910252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96532579-21a9-4eb4-9a36-e635f4c0d862\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.013084399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.015385804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e0ea98-a145-4a3f-ba89-fb47c0feceaa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.015504651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.018479127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf76afd-c6a9-414c-8fec-f91973aa4ae9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.018544648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.022415971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51cfe9af-a500-4aad-bc8e-651db8c9252d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.022979384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.024281568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae27e6d-1691-4eae-ba33-9c8231d86b9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.024584813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.028702176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c884333-f4b4-4d72-a334-877fb64f0669\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.029489735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.031447065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d049fd67-1ef7-4547-9478-67ea502f907d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.031537395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.033694463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbce9fe0-a395-497a-87cc-ef5373911b2e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.033760695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.046114369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c17e1a7-a57f-481a-8c91-2c92d2602fb5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.047216545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.050559365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.05062205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.050654505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.050680446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.05139487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.052518579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5946623f-e589-4a9b-8a69-7d7f6e2f21df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.052621414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.054308054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.060262638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.060565121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.068454771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.071423195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.083065672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce4faf1-e6f6-4ac1-9c6e-d9b6896a6098\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.08343601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.092317275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.092437926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.093208761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.097552626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6227e265-d792-4db0-b894-d8a2e65bfd06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.09787557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.099982568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3751ede8-26aa-4e14-ae59-cd373b45d175\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.100362575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.106432659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cfd56db-ed48-4b26-bbf3-32b83ee88e5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.107385267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.109528948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa8d07e-8eca-43b2-bf8e-dcd53d978084\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.109880449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.110963677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ccaa5f-76c0-4ed4-b963-9654a10ab586\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.111300298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.112507643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf6502b-2a6a-4fb0-ba38-d3d271e2be5d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.117191836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.122636154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f146a8-4c64-4876-a899-167898642c95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.123234436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.128047034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1daabe-b91b-4b89-964a-723e7d705f3f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.155666534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.157288396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1383c530-d0d3-4282-bd37-25f55b2a92a2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.157359147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.16109497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.177059519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe74950-81a3-4796-aca7-ece292abfaca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.17738167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.18905539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbac856-6fcf-4901-be01-e72e4c5e53b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.189551077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.192205245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac627ba-9b0d-47cc-8480-4d55d38f778c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.192492167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.196015597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9bf883c-fc6b-49b7-8af3-d23f8c4969da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.196138973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.199010725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21be8d8a-fcc7-4e77-b0b8-13157ae5243c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.199077498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.211501041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f7fe58-025b-47f0-8f06-1c2e0437de86\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.211585409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.211817572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.211871439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.211905026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.211933573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.212927493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.215985135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135fcca6-6018-4ad7-8b88-0c723c11dfdc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.21605281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.216324522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.234632269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.234744572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.234832377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.235589516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.239068527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7656b3f1-2023-4025-aa66-cc5abc0d64aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.239330409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.23989788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.240051887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.240885488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.241947544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b7b353-9fe1-426a-b364-fb3e390519fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.242182372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.244534668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb1f856-c3d6-4b32-961a-1c38861bbbf2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.244775909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.244893974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.244985887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.245071438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.247850345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.250701305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.257475632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.257578167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.257736903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.257837243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.257950288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.25915574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.261573758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.266787015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.266923988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.267017073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.267561618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.383679546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.383906608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:01.393325705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39249"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.394480025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"725335ba-36cb-4737-9d77-a74304e4af22","remote_addr":"[::1]:39249","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:01.395197925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"725335ba-36cb-4737-9d77-a74304e4af22","remote_addr":"[::1]:39249","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":855,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.395479817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"725335ba-36cb-4737-9d77-a74304e4af22\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.39891461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.398987325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.3990196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.401014314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.401083402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.401120726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.401150595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.401753597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.403820405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.403884493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.407443584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.412880236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.413684348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.413746873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.414862806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.415908119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.416854104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.416912069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.416941358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.438093822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:01.461662582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:01.462026527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.462087178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"621.443566ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.462123881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.46215339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.464219115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.464334986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.464380527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.465101774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.473128126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.484491266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.484818168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.484926704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.48561221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.498311793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.503681261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.50377594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.503812493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.505331579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.518066733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.518131913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.519633755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59602","req_id":"22ed1856-644a-4e70-9490-0c9d5e157e33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0d 62 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .b..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.519717572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59602","req_id":"22ed1856-644a-4e70-9490-0c9d5e157e33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.519788714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.519814155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.519835037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59602","req_id":"22ed1856-644a-4e70-9490-0c9d5e157e33","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.520009905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3946, tv_nsec: 318904952 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.520068782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.520410854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.529294083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.529404002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.529440324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.530735415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.530796847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50593","req_id":"88c6b3b6-199c-433f-b796-95fcc97d4f28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a1 4d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .M..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.530839011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50593","req_id":"88c6b3b6-199c-433f-b796-95fcc97d4f28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.531037266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.531083458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50593","req_id":"88c6b3b6-199c-433f-b796-95fcc97d4f28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.629523053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.633629194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59800","req_id":"ad8bbf48-5957-4bda-a7ac-e4a5aefff3ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 46 b6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c F............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.645193846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59800","req_id":"ad8bbf48-5957-4bda-a7ac-e4a5aefff3ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.649294646Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:01.651944977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59800","req_id":"ad8bbf48-5957-4bda-a7ac-e4a5aefff3ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.652051199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.65209184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.652800852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.653307602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.653360547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.653389635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.670589224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f13fd6-ff29-4aaa-8659-4b81ca0335d3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.670828601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.686612871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e6d6eb-f8ec-42f0-9f5b-0ec4c3f85f4a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.686930574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.697820491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e1c3cd-e2e1-4c9d-bb34-ccef51321776\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.698021732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.700527915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c841d0b-bc4c-4b47-bf86-f568e08e57e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.700648846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.702819501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30dd274-47e8-4eac-a8f5-844daa4535ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.703035051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.709936602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.714137942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0db94f-ad18-4a41-9c91-062e78698d10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.714275156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.717072349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30332134-2343-4a32-b20d-221e9385ccd7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.71717833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.720092356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf01382-9b96-44e6-9e1b-721add73db28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.720823914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.721585912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b9bc09-4806-40e0-8fb9-33caa8157f95\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.722074185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.724306873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e008e6b-a8b0-46c3-ae06-4b364085a423\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.724505579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.727350518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69adbc1-0d5a-4f19-80c4-7057eecb1102\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.727413213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.72866657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c75766-4b4e-4373-b400-274152df0c76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.7287317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.730251939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2615ad7c-4c45-4022-91ae-a21507f1de00\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.73051389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.7323255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c9e490-792c-4dc5-858f-b25339092cc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.732396802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.736389527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c211f8-07cb-40a6-a03b-819b3ea2c15b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.736625057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.738499331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609780c5-2ba2-4e4e-9618-0de67d5284df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.738603478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.740846367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3982ff09-a017-4b3e-88b1-b5320eaa91a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.740957609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.743053445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63453ab9-0108-477f-98ff-acf4c4fd694f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.743448071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.745758394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e247ae3a-a300-45b5-a834-c2293e189f86\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.746330203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.748298285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee98436-2ca1-410e-bc1e-51ae2dc7390f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.748693873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.749858634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0207332e-4f3f-4eda-99c4-73dd9b92aca1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.750024113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.751049787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5df678-05e5-4ab7-a4f8-9c7bdaee9925\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.75119176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.752232193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"917daf80-bc54-4723-9893-c6edb721dfe2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.752298244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.753741159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d7b4a3-5b4b-4df0-a72e-4606d693b7ea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.753899575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.762172468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.762340373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.762441294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.762535491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.76512968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.767630763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064ded56-16a8-4481-a82b-86dbd242b347\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.767745211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.768283414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.78459808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.784659843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.784692818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.785157725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.787846561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.787892382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.788352078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.790461281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcd7ddb-5958-42bc-be5e-d296543afd03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.790703333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.794557322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d6d189-17f9-4d1a-83f2-1f4b45f68c23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.817234334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.824597295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.825592858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.826114387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.827163417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.830783731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.830882608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.831585428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5ae0ec-a241-442b-9922-92bdcde4a079\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.831806709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.838524303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6594bdb2-ce72-4bf0-a494-49d7a7765e6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.838746696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.839753522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.83985761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.843056042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09988e1-aa78-47d9-a0a3-72539c632efc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.847453113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.848953042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d79ea1-1f87-4789-b953-4eca0c49641a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.849309592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.850888318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbeb0eea-c728-4b2a-ab60-8346abe0bd2e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.851122454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.852757271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43b9b7f-c9e5-4d21-b2bd-d976f6d8b07c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.852981138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.854538781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3879f2-2a72-492f-b179-d7c100b04a50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.854747587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.858336037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.858958768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafb966b-77af-4807-ac0f-8af9175e10ab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.859593182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.868882791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa039d26-66b8-4614-9435-f4286744883d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.869098731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.872373085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"673fbf85-3532-461d-a6ef-0f4015593ddd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.87272695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.875887938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b3a68f-1edc-44ea-8089-da6081dd4048\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.87612504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.879873218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7f1352-b0ee-478e-9828-734c45ecfdec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.880719294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.885387846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356f7597-c838-4fde-9d72-bacb2fae7a4b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.88568627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.888775165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc50907-4d7d-4b12-bf15-66272a68465e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.88895827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.892340148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41225e9a-8b38-443d-adc9-de2fe3a1ff75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.892633051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.895095668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977def9f-7926-43ee-8f70-a4035fc07907\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.89524741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.8963716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7b571d-d3e7-4ac0-af9e-31c3bfc72d8e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.896546649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.897514578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcdf3842-de40-4f22-b1a9-d7b4d8fc73d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.897684246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.897730939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.897764035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.897793012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.899837907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.902659809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.908521468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.908582359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.908615876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.908646527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.908674894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.909008248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.913751328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.913810977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.913843742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.913873101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.914357085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.9153232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.922387104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.922458206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.922488837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.923589911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.925705676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.932990872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:01.93307519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.933109849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:01.935471454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:01.949722869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.020504367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.020600178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.020959894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.021010976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.021834417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.021877793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48188"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.024612692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"27fa51ef-0aee-4469-856a-a7f1d296f118","remote_addr":"[::1]:48188","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.024678303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"27fa51ef-0aee-4469-856a-a7f1d296f118","remote_addr":"[::1]:48188","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":495,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.024724275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fa51ef-0aee-4469-856a-a7f1d296f118\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.026590904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.026641304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.026667997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.028416661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.028478835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.028515388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.02854624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.029034713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.034943856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.040199799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.040403224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.040455658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.040910725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.084828158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.092037372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.092340766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.092396738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"630.250001ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.092434543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.09246343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.09249342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.09252328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.092550113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.09361775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.096171859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.104126969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.104219764Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.104255936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.105100269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.109683951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.109744532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.111363598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61502","req_id":"0e4b65eb-debd-4686-abf2-a99a83310973","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 92 c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.111432996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61502","req_id":"0e4b65eb-debd-4686-abf2-a99a83310973","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.111638225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.111797242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.111849807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61502","req_id":"0e4b65eb-debd-4686-abf2-a99a83310973","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.112220425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3946, tv_nsec: 911120983 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.112279823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.112583098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60790","req_id":"adaefb39-b7b7-428d-83df-a0c6f840c81b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d2 ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.112639009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60790","req_id":"adaefb39-b7b7-428d-83df-a0c6f840c81b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.112728567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.112821493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60790","req_id":"adaefb39-b7b7-428d-83df-a0c6f840c81b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.178803898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.179201911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.179303163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.17934192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.179368513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.180500599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.182633599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62547","req_id":"9d20f754-83cc-4188-aa8c-fe5e3d31d065","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a4 f4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.182698879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62547","req_id":"9d20f754-83cc-4188-aa8c-fe5e3d31d065","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42228,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.182876202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42228,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:02.182964588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62547","req_id":"9d20f754-83cc-4188-aa8c-fe5e3d31d065","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.18326648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.183320117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.183348894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.185020775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.192578814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.192695376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.193072337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.20027109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.20161084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a92a7d-156e-464d-a50b-65d3de7677fc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.202004424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.2065599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.206630511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.207575313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.208173495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f90fb0e-a3d9-41ab-8e56-de0881709e38\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.208365107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.212110339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2af1f6f-2c2e-42bd-a4da-061a4ad66396\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.212557941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.227094394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c38afb-fca8-4b0c-b1f9-d4cbc2524cdd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.227505924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.243402136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22538e33-40f3-45c5-9a10-4a2017e5ac0c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.243483588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.250027677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aafd5df0-38ef-4d19-88fb-64380a2bad1a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.250345731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.250700057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.254193026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53507624-b5a9-457a-bcb0-e9e3f782eba6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.254444648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.257599974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c2affb-a0c5-47ab-bd37-265bd3017c4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.257954441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.258973772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c3d8ab-7ea1-4465-9317-0ba55c4a18d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.259599659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.261727568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a96b71fc-e3c5-49ce-aede-c2c06e951595\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.261888088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.265264395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1871f9-e29f-45c3-8860-21fec0ccaa68\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.265329174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.26807726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.26813742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.269106721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3de0aff4-7eef-40e6-b909-d13e6993e0e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.270136543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3de0aff4-7eef-40e6-b909-d13e6993e0e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.270216362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3de0aff4-7eef-40e6-b909-d13e6993e0e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.270382022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3de0aff4-7eef-40e6-b909-d13e6993e0e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.272039995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b41de5-d716-48f0-a38f-9261a9071192\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.272217028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.274852569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3de0aff4-7eef-40e6-b909-d13e6993e0e8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":5802,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.276266346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de0aff4-7eef-40e6-b909-d13e6993e0e8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.277015519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.278800124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7df25b13-1518-4d7e-be1d-43eb3fc391f8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.279266383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7df25b13-1518-4d7e-be1d-43eb3fc391f8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.279406462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7df25b13-1518-4d7e-be1d-43eb3fc391f8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.280499019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7df25b13-1518-4d7e-be1d-43eb3fc391f8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.281821394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3432edb-70b0-460c-9e8d-2391c5777388\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.282102484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.284448208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7df25b13-1518-4d7e-be1d-43eb3fc391f8","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":5654,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.284904046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df25b13-1518-4d7e-be1d-43eb3fc391f8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.285136198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.285225166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.285301057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.285912235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ade2487-51ea-4759-bb75-5dc11481329a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.287118167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.289500394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea179b43-9cf8-45aa-900b-c15e348de67e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.289912665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.293156669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd72377c-12bc-4b36-802d-e924261de4b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.293369954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.295923301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6249d24-8e2b-44bd-9c4b-17ca0c3c1fe8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.296180103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.299264228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef3dab7-340c-4b9d-8e1f-9f4cd1e6b487\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.299480739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.301581384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.301803297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.301919528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.302023926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.302651567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.30383774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58091359-18ea-41be-9092-8b5a0cfb21a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.304036727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.305907865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.315864172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.315955845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.316030543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.316425801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.317137359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46781846-9611-4fbd-8a1b-aeccf363d993\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.317457236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.319273375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d99f374-e295-42d8-9ea0-24195d35d4d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.319421901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.31980824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.319863621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.32029474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.321897613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72de3375-db3d-4948-9bc8-e50fae2de166\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.32273934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.326152791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b492fad-c697-4241-8ca6-cc010debd0ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.326366086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.328666299Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a615d4-249d-4557-aeae-6cfa3fa91b41\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.328844905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.332145211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1142fb0b-a7b7-4d53-a057-ac1ae3230567\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.332272895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.337349931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c2eea40-5541-4b12-a113-9ccccb6cd056\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.337626853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.348999161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb76e744-2426-4bc0-87af-bc17dca8bda7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.349255091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.357817802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.359325476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486ee0c1-c1bc-4c78-a2cd-c2b713ce4f88\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.359585233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.363751484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f248076-3cae-445f-a7df-99af3803dcd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.363969158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.369018358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac98869b-dba6-45e6-b795-c029ed2efa21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.369378566Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.371085908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f10d63d-48e5-46a8-a9ec-2f2afaf12f07\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.37134795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.372618642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04d3929-88dd-48f2-b9b3-7812b38aa966\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.373518003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.375226908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f439b4cf-0f94-4492-883d-ec5b5906f97f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.375331607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.376845844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c83b425-d982-4180-812e-6764e757d192\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.376911625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.379010968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b12096c-acc1-43a7-9b11-39f248eb4bf3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.37917285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.383091047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e646f24-1cef-4b8b-8419-82f2051962a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.383174954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.386493456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c173262-8500-4d55-8988-ccdab5b1dbff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.387100265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.390331333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd4907c-54ef-49e9-baf9-5942d2ff9b02\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.39078667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.394258157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089b203c-bbd4-483f-899d-caaab607f484\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.394747372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.395893405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.395959737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.397977888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.399079673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.399132228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.399160615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.401470417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd059619-4480-4f37-8ed8-561db11dc2e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.401741186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.404584932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf4c302-8f0f-46c6-ba01-f345d97419f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.404731434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.405902658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf441530-83d4-42da-8036-3940b94bf39c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.406058268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.407149161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe5e644-2cb8-4a58-8e84-575be411aa77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.407373258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.408448641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a241ff-b406-4ffe-91e7-4edc79299b8f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.408510374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.408651394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.408703288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.408733919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.408759921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.409458773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.410593454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff817893-4ffb-4481-814b-b85117f12aa9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.410745006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.410794444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.410825366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.410856378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.411378929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.413328443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.421627258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.421702328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.421739111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.422626489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.42441858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.428570392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.428636343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.428672515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.428703577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.428733727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.429111199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.430207223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.430266842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.430487582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.432672295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.436968535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.43703156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.437063935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.43743812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.519300997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.519456406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.519890271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43309"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.520786927Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2f284938-c9fb-481e-b6da-907dc3d66637","remote_addr":"[::1]:43309","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.520972487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2f284938-c9fb-481e-b6da-907dc3d66637","remote_addr":"[::1]:43309","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":539,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.52117961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f284938-c9fb-481e-b6da-907dc3d66637\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.523279413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.523327609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.52335317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.525759515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.525815707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.525850216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.525880867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.527394633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.529452533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.53430938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.534801681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.534862442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.536673711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.57804491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.581792617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.58205507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.582119609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"489.659635ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.582162765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.582192374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.582252794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.582289898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.582320639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.583215983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.587437143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.595200692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.595267926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.59530513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.596327767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.599771419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.59989766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.601111188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64043","req_id":"bd89dbc9-cfd3-465d-8ce3-80e0f54a2e99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 05 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.601170536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64043","req_id":"bd89dbc9-cfd3-465d-8ce3-80e0f54a2e99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.601679981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.601748197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.601841934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64043","req_id":"bd89dbc9-cfd3-465d-8ce3-80e0f54a2e99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.60226145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 401078661 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.602362571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.60282363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50345","req_id":"a9108484-4f77-449f-9d75-f5b07426d9ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ad d8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.603226693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50345","req_id":"a9108484-4f77-449f-9d75-f5b07426d9ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.603623093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.603843101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50345","req_id":"a9108484-4f77-449f-9d75-f5b07426d9ca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.676591748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.677116634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.677172175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.677202495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.677232495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.678328338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.678849867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51397","req_id":"90da7e0b-2d3e-4020-8501-96e1d4d9267d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cc 78 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .x..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.679240235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51397","req_id":"90da7e0b-2d3e-4020-8501-96e1d4d9267d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.679443911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:02.679530203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51397","req_id":"90da7e0b-2d3e-4020-8501-96e1d4d9267d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.679846663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.67995038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.679982394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.681075321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.688235047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.688298824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.688332591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.688974049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.691414321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f63753e-2082-4c27-bd9a-288f683ebdc2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.691483259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.691671995Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.691724539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.69234218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.694530059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb34cd62-ce0f-45b4-907f-78181b7f6bf2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.694732352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.701390057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd0b7437-5fdb-4cf2-aa96-867652c67da8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.701680726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.707032089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146b7567-f7aa-434d-a93c-decb2d28dcc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.707118711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.711229131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7439ea9-6bad-49fe-842d-63a9695f5d1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.711450131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.71363776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f3f7fb0-7f4c-413b-b4be-8fdba24e818d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.713885093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.718278156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a26c576-6a32-47af-94b9-43118b00e312\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.718500579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.721322351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291fc684-bdab-49f7-8ef4-bac459ca4683\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.721588101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.72261671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0dca5b3-d777-467f-96e1-64a20361feab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.722838011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.726085812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a372763d-eaf4-4516-98a2-dfb31879416a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.726373555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.726836838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.728987323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba6f2fb-522f-411f-9db0-f68adcfac31a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.729218684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.730786207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d4395a-7b1a-4330-8441-6c1c5888f22f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.731007228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.732766583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fff510-1515-49e4-8579-cc0fa1697669\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.733190999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.736000376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68063b6b-b8be-495e-8960-f10bf41c57c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.736212238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.741395265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036f9852-8316-4ba7-ba1f-31816c2a7cac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.741552699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.744708857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c2b9fa-8af3-4459-a0fd-99303342fff8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.744774829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.746011593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd57cf07-432a-4e3a-80d9-c9de24167a5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.746304106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.748572806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96688454-0d48-428a-bdfe-dd189d5b5a5e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.748832543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.751192485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa259c9-dc21-4442-b57f-43d00e8424ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.751251283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.751816619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9bc669-6119-4d7f-ad56-d74726b89484\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.752202708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.75287627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707a93dc-7719-44a4-aa69-b7bc8d7e2f00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.753052762Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.754310999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e00721-f3ae-4487-9fb2-964c57f13116\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.754434455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.756454039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e4aca5-3207-408b-9ef3-75f86aac1f04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.756501173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.757892385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2004e76a-fbfd-4664-a5e3-323c1c7b8b70\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.758184206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.761565513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300a583d-b09c-4609-8e9c-8a55287b6736\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.761611765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.76370713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4844e4fd-c981-4ded-a228-3e711f61b420\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.76382777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.765947293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839c5710-c1da-4651-8994-8a14c02e076d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.766034056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.767780326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e699b7-151a-4086-ab82-66863590b0a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.767906467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.769741503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526184ca-22ec-438e-b51a-c5e28e14d2d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.769923576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.773151327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfb8531-0ba8-498c-8345-c3c4780f7b45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.773215725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.773361205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"875feb55-21ef-403d-b0fd-c0c0265f922e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.773487026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.774374985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f44f1a3-18e1-447f-981d-a6b806f579ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.774510665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.776242416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64b5b66-0921-4ce1-a099-650bf8b4b10e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.777355744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.777388559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1ccced-ca29-4db2-b26b-c6208f3b5335\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.777419251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.77756952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.777620902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.777655501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.777683397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.778809971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.779776597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b932b3-1168-4b35-b809-ac6a75acb99d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.780166875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.781103481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.78846094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.788520659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.788551751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.789168219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.792344718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.792402643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.792834364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.793638125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b959c7-70b5-434d-b54f-55c79c6cb00e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.793736611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.795876445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8003e5-27d2-4459-a174-ecf0d3bd505f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.796016624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.797713695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.797772422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.798249743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.800614996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.801221635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3abf6b8-1304-4f66-9df6-ad6ec6346a16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.801481011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.806070245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc30e5b2-772e-410c-92ea-d2f37316e0c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.813005163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.813388276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.813494518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.815615834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d4761a-31d1-4d01-bad8-c02ee10dc563\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.815835462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.821000974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.821135442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.823384282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2fbf1d3-2480-438e-8b29-11272a31dcdb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.823609271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.824674062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e58e8d-8b97-47d4-a007-24e31ea69de5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.825249398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.82628396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164f06a1-462e-4d3a-81bb-88eb8f7c7d15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.826519489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.827522387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacc43db-30ee-4e5e-868c-5dddf51beb31\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.827742075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.828771266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebde519-549a-45bb-b601-0c11b497aa1c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.828961104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.829082796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.829177785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.829261402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.830121466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.837470147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.838280462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.846111375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.846236574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.846323778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.846360501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.84639022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.847078752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.850203257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.855465081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.85553464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.855568597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.856201649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.915970675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.916081816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.917261647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.91735369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.917389101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.917418529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.917482256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.917546254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63937"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.917678848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.918184946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3ee5805a-68a9-47ce-a8f2-f42d00d69014","remote_addr":"[::1]:63937","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:02.918635835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3ee5805a-68a9-47ce-a8f2-f42d00d69014","remote_addr":"[::1]:63937","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":478,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.918904119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee5805a-68a9-47ce-a8f2-f42d00d69014\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.920918583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.921015366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.921049213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.923027064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.923173666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.923213285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.923246942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.923678482Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.925560662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.930708529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.930858788Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.930898718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.931101091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.932535118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.937161877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.937245924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.937284541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.937312056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.938583449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.938647377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.939111131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.967842476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:02.968258264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.968482521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"386.329747ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.968635225Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.968746447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.968858029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.969011635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.969113619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.9712125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.975741314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.978827823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.978885629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.978918053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.979310625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.982508277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.983168833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.983278311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.983999177Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49556","req_id":"a87244eb-7db3-4e06-bf29-a15f126b23d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 45 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 XE..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.984233654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49556","req_id":"a87244eb-7db3-4e06-bf29-a15f126b23d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.984727228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.984948759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.985136423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49556","req_id":"a87244eb-7db3-4e06-bf29-a15f126b23d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.985498144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 784422619 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.985708703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:02.986089372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52710","req_id":"15cbde60-ca2f-40b4-9fd3-32806610cb3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.986139592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52710","req_id":"15cbde60-ca2f-40b4-9fd3-32806610cb3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.986285422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:02.986320793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52710","req_id":"15cbde60-ca2f-40b4-9fd3-32806610cb3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.032331055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.032928856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64299","req_id":"eb346c3a-aeea-48aa-a4f3-46318aa8f7f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.033117993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64299","req_id":"eb346c3a-aeea-48aa-a4f3-46318aa8f7f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.03341759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:03.03361834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64299","req_id":"eb346c3a-aeea-48aa-a4f3-46318aa8f7f0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.033834611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.033979229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.034079178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.034199648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.034975494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.03523958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.03537502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.035502023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.037996804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e12b606-0343-4e08-9d0d-7db301018ace\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.039231314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.039714326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.047744596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.047835026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.047875607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.04855962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.050758681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77089b43-693a-4e80-96b9-4041a6a59563\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.050993268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.051455089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.051502744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.05195289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.053403922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"febff982-5664-43b2-8fe9-f3f0a5d1460e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.053469001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.05505925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ae0c2e-532d-446a-9dd0-501633238557\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.055184599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.056713906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a814ba-cb75-46ac-af3a-b37a08311fc4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.056832332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.058410637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b88be492-96a2-465c-bbb4-c24eedbba5c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.058530626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.060272376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e398e2a7-bbbc-40d6-8593-023600d5186b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.060335202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.062926054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19d8b90-7c39-4983-b8eb-055d85bed29e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.063158858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.064172056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7c81a5-101f-46ff-9409-8bd564d42920\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.064321314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.065476335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6457d23b-747e-4be9-942e-683218df4cff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.065624981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.067621399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3dc28a0-029a-47c7-ac1f-0b982a47338a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.067686449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.068305582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e349999b-e76a-4a82-96ae-fa270c095ba1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.068501993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.070408642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cb3d66-86c2-4e9d-88fd-5d03517627e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.070674472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.072897441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305655a1-7e77-4707-b690-c2383daa3a07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.072965266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.076558676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3282ca7-58df-4793-ad14-5f4a0871695e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.076739526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.079523824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.081379932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313a7e06-2a0d-4f0c-8681-12f5cb3c4376\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.081517326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.083660576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec04004-03de-4ccb-a3d4-a4742a40addb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.08380826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.085418288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e0ac2d-2597-4a6b-85b4-5a572a380a4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.085993214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.090492318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0813d9-7497-4546-9beb-c64975cf4517\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.091278735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.092080813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ea4e2b-7792-41b9-8d8c-a5e1b02f136c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.092208467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.093501223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8af6fd-e9a3-4d24-8ab3-05479aa24322\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.093592284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.094662326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1760637-e412-4dc8-a0bb-5100e994e6d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.094730883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.095607129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a033dd9a-c2c1-4dcd-9dd9-004b1730acd6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.095674743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103609834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7930adc8-1456-479e-8f33-4969032a7762\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103721215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103756496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1765b3-ea7c-47f0-ba3b-ca0b45ada7dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103790363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103821115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48258bd3-aa9f-4676-bf80-6f4821346a21\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.103852768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.108317674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1b3005-35bc-4874-a50c-9373f62801e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.108549185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.11408749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8acc919-37fe-41d1-9c0e-a8819eeead36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.114516645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.116224928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e72716d-c4f5-4c2a-b8cf-5bbc4f72bdf8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.116364967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.119083554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71351e30-4b40-4076-9a5d-9f9bd3845763\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.119254745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.120324396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a876db-634d-482e-b08e-0abb03038ce9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.120459696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.121654005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78415d95-8108-4c44-b000-5d2a4280f1de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.121771379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.127176318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5da238c-bc19-41f0-bde7-d7cc9f257e64\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.131044385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.131376176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.131565574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.131682186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.13177462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.132708511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.133936858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c69450-71b7-4725-a278-150195a6f052\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.134839386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.136238334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16dc792a-c007-41ed-bb34-86618c6d2603\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.136561768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.137454246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.1445681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.144632869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.144664382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.145541049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.147934938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.148017763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.148817196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.149558032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07c7c2c-c015-4770-a201-5a967f08646a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.149685907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.153595487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfcea044-a50e-4f98-a087-9434d5ef0fb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.154727703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.156671826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa04c395-3c9d-4eaf-bfd7-ef858690255c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.15682457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.158597353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8bffa0-c678-4953-a732-7943eb99e3fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.158672603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.16060342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26b225c-df8d-4188-a92b-6bc03ac7e20d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.160668219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.164815742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b786e8-ce38-44f4-a61d-0e7278a9e850\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.164950591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.164996322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6c0d2a-ae02-4a6b-a4f6-ac8470e9a8d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.165117965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.165152914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cfdb21-17f3-4369-adc9-f16eedcad269\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.165186862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.165699513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfca758f-3f91-4c09-b34b-7fd1683333bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.165777238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.168219534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de31d03-179f-4384-b70b-b91095605bdc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.168543249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.168685903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.168786614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.169981685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.171169692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.174788522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.182443484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.182520338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.182555407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.182589455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.182616329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.183300362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.187356213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.192665261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.192849828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.192899417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.193621556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.202647289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.267511317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.267742968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.268658673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.268731027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.268793291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.268921306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.272390398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:03.272647971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42543"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.273516031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"4086f2c2-33eb-4c64-a5b6-a7e005ad8906","remote_addr":"[::1]:42543","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:03.277082587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"4086f2c2-33eb-4c64-a5b6-a7e005ad8906","remote_addr":"[::1]:42543","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2065,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.277757391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4086f2c2-33eb-4c64-a5b6-a7e005ad8906\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.28038662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.280446199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.280475848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.282587405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.282683817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.282727935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.282756321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.283451607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.283797877Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.290656512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.290733636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.290767503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.291590753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.294457565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.294516372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.295379622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.295842835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.299950229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.300220087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.300272271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.300796365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:03.338145631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:03.33846155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.338518454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"369.844872ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.33855693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.338588062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.338620166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.338651469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.338679074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.340603408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.341105228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.344718477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.354194197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.354310328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.354416229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.355301102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.360723516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.360862793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.362854602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58585","req_id":"aa22f3ba-73a9-4307-a4ae-73bacd5cf3cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 06 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.362951565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58585","req_id":"aa22f3ba-73a9-4307-a4ae-73bacd5cf3cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.363131884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.363337424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.363538986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58585","req_id":"aa22f3ba-73a9-4307-a4ae-73bacd5cf3cc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.36463018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 163514926 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.364733305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.365233552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62567","req_id":"7c3e0d0d-7a14-4598-acdc-3c99bb71e874","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.365373711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62567","req_id":"7c3e0d0d-7a14-4598-acdc-3c99bb71e874","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.365519391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.36576456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62567","req_id":"7c3e0d0d-7a14-4598-acdc-3c99bb71e874","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.435004937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.43532268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.435377178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.435412339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.435440976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.436489635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.436620786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.436673571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.439122791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59452","req_id":"21529c0d-e2ef-4604-a9f0-cb62da92a6e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3d d0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c =............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.439244624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59452","req_id":"21529c0d-e2ef-4604-a9f0-cb62da92a6e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.439323892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:03.439401116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59452","req_id":"21529c0d-e2ef-4604-a9f0-cb62da92a6e1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.439427859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.439460945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.439485254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.439514732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.440524214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.440599043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.440630776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.441966487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.447057871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.447127801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.44716255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.453293586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.453598273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698f594d-8d7c-432e-ba65-bea8e79b141d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.45384301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.455874869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b00936-2f0d-42a8-90a4-5dae4602423a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.456079587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.456428041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.45660845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.457718823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.461094659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8abe414-6ab0-42c4-abb1-a69b3eda9ad3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.466074461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.471502887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0356a7-9c5c-4ad5-b52c-280ceae183a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.47175576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.479785609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dde05f5-577f-4d64-8423-a454fa7354f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.480326697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.488517126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc15605-e105-4ff6-b833-0a89645829ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.488601685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.493667077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63acbb1e-900e-49c9-abfe-769f72b9f2cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.4937386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.497080829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.498261091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859619fb-5f7e-4449-b345-6105cc7770c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.498333765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.49918954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023d06d7-3cc7-4ed8-8640-d0ca077e7aa9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.499318167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.500411655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90b3f23-ef81-41fe-ad95-41fc88b18769\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.500546224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.501522118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84065ce2-87f8-4bf8-85d2-ab18906b2291\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.501597198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.50387194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2835504-63f4-431a-8e14-501c26fa46c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.503935797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.507833393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0934c0d7-1e1f-4c9a-91db-633c4ccf05c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.508261806Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.510839633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c1bca1-94d2-4586-8ef5-1b789df30900\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.511041956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.514759022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d8457a-af4a-4455-a8d7-07d414718516\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.514928389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.516814647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c239181-2cbd-40a5-9ae6-499fe63a8f49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.516891991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.519279398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15f00f2-a79a-4ebb-9d07-208df0b13847\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.519349678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.521253431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb605b9c-6eec-4f72-ab80-a9a04b971d8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.521481205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.525046799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83068d7d-4163-4c75-96f8-b2fa332613aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.525110657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.526806936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2d39a5-050a-4d51-b27f-21557e58fdff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.527353325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.528680309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff95a83e-097f-4f3e-b247-c489b6378e8b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.528816861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.530439324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72885498-fd56-4aef-a161-0b1b05086f4f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.530568281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.532305051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19739397-a758-482b-a9e3-d446028d17bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.532369028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.534117382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f436dfcc-d364-40ed-9609-c6208e79c8e8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.534288443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.553770469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.553830148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.553865108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.553892863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.554748889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.559312512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.565661582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.565752954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.56578637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.566128071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.570039805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.570079494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.570587005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.573029632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac26215-a866-410b-a6a2-a35b9f16668b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.573087457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.588058857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0269b18-b524-40c5-a8ea-ceb39b94e8eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.588257933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.592068977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298198a1-0d28-430d-bab6-07fec78f12e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.592228254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.601423535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b39855bb-1e37-412a-8b91-01feb024c1b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.601594105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.610768955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6d6406-7c44-4b97-84e9-2679abdde1b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.610855939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.613453915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ca2b9f-85f7-4804-aa5e-b8fcbaed5c77\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.613651118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.614845718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28dfb35-1525-45b7-b9a6-8a704ff2e2a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.614976539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.616223052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e049723-dcfc-4150-a7d9-c6b7e1e3bb72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.616368622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.617394105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6493d6f7-2f57-4af9-8ac8-1e88241064ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.617533834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.62057333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.620888658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14db3712-9f73-4a9a-8bb9-ce75e832f681\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.621151452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.622918232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7aa2df-b328-45df-bd4d-57dfe6fdba3e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.623086096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.625378714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a44889-587b-4dca-b5f8-39107d2411e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.62550224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.627546383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833345a7-b4eb-461a-9122-ceda63b9cf39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.627608998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.62958234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09fd2a9-d55d-403b-89f5-c6492f4e467c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.629700154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.632332619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbb9b9d-55ca-4130-ae31-7485f30e6993\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.632409703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.634541671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b964978-c7d1-406a-b168-66f04e8335d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.634600468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.636612096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618c8ead-b0dd-4a05-9d11-66e3d801e4d9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.636814269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.637627199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"133787f2-a9b7-4bbe-b94c-21ea2e5a0369\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.637702018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.639074272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a179e02-0736-4f4a-85bd-a527f29a42c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.639323719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.640527768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d2e4e2-5364-44fe-8d9d-f7e91731ac36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.640657065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.642335449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e5ad67-fd1f-43d6-98dc-4adde38df361\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.642729364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.642781167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.642814424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.642844363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.644578649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.6475808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.65345785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.653561827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.653659061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.653886945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.654036503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.654724865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.657379444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.662821737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.6628934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.662926105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.663465129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.71997433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.720053928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.720599626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.720661599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.72069705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.720724014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.722016208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:03.722081188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46757"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.722797024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"a4be0f8b-3c09-4c35-8012-87f8df13a24b","remote_addr":"[::1]:46757","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:03.725996599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"a4be0f8b-3c09-4c35-8012-87f8df13a24b","remote_addr":"[::1]:46757","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3200,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.726519601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4be0f8b-3c09-4c35-8012-87f8df13a24b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.728133897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.728191151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.728221662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.730334842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.730399682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.730435964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.730464701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.730938726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.731346117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.737938773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.737991398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.738019834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.738823556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.741611711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.746135134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.746361134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.746421344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.746903705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.747620944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.74781987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.749518044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:03.774508766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:03.774820006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.774874154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"436.288837ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.774910016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.774939404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.774968733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.774996989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.775024153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.775847143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.777863691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.783516714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.783663045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.783704268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.784432068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.787561172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.789149737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.789206821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.790040612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51009","req_id":"a7816775-5848-431f-aa31-1f7f83dca677","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 91 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.790249348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51009","req_id":"a7816775-5848-431f-aa31-1f7f83dca677","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.790503985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.790654215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.790743873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51009","req_id":"a7816775-5848-431f-aa31-1f7f83dca677","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.791050785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 589980150 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.791114241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.791516713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56610","req_id":"75223a28-bf7f-4dd0-ab4e-961703290e66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d 61 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }a..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.791572755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56610","req_id":"75223a28-bf7f-4dd0-ab4e-961703290e66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.79166553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.791733124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56610","req_id":"75223a28-bf7f-4dd0-ab4e-961703290e66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.844346303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.844948002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.845038041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.845072409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.845099794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.845749839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.845855951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.845938034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.846184215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.846953968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.847769593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56928","req_id":"33bc4b21-217d-41bb-94e0-f8349e7717f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5f ff 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c _............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.84812433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56928","req_id":"33bc4b21-217d-41bb-94e0-f8349e7717f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.848297525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:03.8483754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:56928","req_id":"33bc4b21-217d-41bb-94e0-f8349e7717f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.848701099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.848760127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.84879174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.849086818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.856367574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.856429097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.856459297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.857239602Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.857785349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.857844717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.860473495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.860541941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.861161005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.862842255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.862905942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.8634223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4193778-9341-4af1-aa1e-d2c6dc6bfaf0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.863899511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.866315505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6c07ce-f3b6-4564-8457-65bb5edfc645\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.866801814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.869397465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3105e91-7341-48c8-b0f2-d70cfe31607d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.8694899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.871702218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d77d2bf-5d89-4b43-bd3d-bbfa5c73069e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.871818569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.874480944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2764fd87-4031-491a-8e41-2a3e87864603\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.874725712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.876811848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a447342f-e341-4888-9277-b43d7e161e59\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.876901296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.879840302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99afffda-b6a0-4788-a5dc-439820a08af7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.879911975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.882309221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4959ae9e-576f-46f9-a751-561cff8b1ea1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.883055248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.885061134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ecb944-084d-4606-ab21-da53ac24a9a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.885182366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.887092552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca318cb-d73e-4aea-ae84-88ca06034e5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.887239915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.889848603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9333845-e81f-4a8b-b7f7-28b59945b480\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.890194522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.894071497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.894718746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2a5e93-5fdc-45fc-a50e-d2a3ac50087a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.894887803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.898062619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0243fc39-d1b5-4d0e-a38d-6fb7ee7dd3e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.898372637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.90223907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be53819d-38b5-4b78-9ba5-915ad4c496d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.902368228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.906355993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d90c249-fc3f-4134-a6c9-a1ac61c52fec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.90653538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.908973127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932e28ec-163b-4d10-9485-74e51f0c6a07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.909038418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.913172104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd579a36-397c-4bf3-8467-7f8f168c6645\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.913532582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.915765371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedeb5ce-6c81-452c-a1d9-783255bce4c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.915864448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.917884803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ef03fb-d15d-4c4a-bca1-6cc2dd1a3f70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.917949833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.918673344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8adf6b66-6c0e-4e22-9b68-55663cfe1033\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.919788336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.921289667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6e106e-154b-43b7-bbdc-54d3201b0821\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.921602861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.922566391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c77bb68-93ee-479b-8237-0c4ea3296451\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.922714065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.923753336Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5350a23-c935-435b-8320-8b2c2840f700\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.923899888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.925790285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8d2412-9ceb-46dd-804f-be21cf27dc5a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.925972057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.927890399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247be47f-6131-4107-9a15-98dd8767d889\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.927993554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.930567573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8996b75c-c0f0-4e12-b365-c971054f84a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.930665258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.932118082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8222e4-6df4-47c9-8867-1a82fa7490d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.932204144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.93943449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c174610-75ee-4383-9c50-25c5833bdc56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.939606001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.941181891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da9e276-bf50-44bd-bad7-8c5b672ae4f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.941244706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.943282036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be738550-3558-4494-869b-515ec1a48105\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.943401895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.944254002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b04e46d-9188-4f96-85ad-3ff5ce3d8269\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.94451366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.94471941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.944763948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.944792595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.944822906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.945487039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.946583664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0da8916-ef81-43a8-a2ec-9d09a00ec868\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.946715807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:03.948612747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.948770351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.954407232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.954474205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.954600958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.955096605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.955884465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a276fa-d6d2-42c8-a594-2b1718dca45b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.955971388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.957093815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c450615c-6a03-4e6f-973e-8d9b121cc120\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.957166309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.957612328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.957647017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.958098146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.958923931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e0ebd7-528d-4e42-a920-76f21d98371c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.959090182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.961450505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77716d04-eb16-4af7-b01a-5acba50f24a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.961970331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.964711693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57feb74b-c5bf-4a08-9641-dc008511e2e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.96478535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.968275263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b48bdb8a-22b0-4699-9c60-e28c1c08aaa5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.968516614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.970743992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f895f7-e502-4174-ba15-5d429abac5f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.970822288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.973711725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ebbf94-dd42-4c2d-bce6-e558393cf27b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.973782305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.978144687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daec994a-743d-446b-9df1-76924a18a8a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.978307963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.979369918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6b9c56-aff1-452a-9874-e72dca26e993\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.97958144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.980628937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7e321e-0c23-421e-b7fb-3de7a4f9d992\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.980765489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.982419655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e344d5-bd57-42c7-9b92-aa32034b0734\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.982614533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.983538424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d996bde-9106-414a-a7d1-c973a43a396a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.983767811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.98382755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.983861718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.983891648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.984694247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.988261284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.993302709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.993460263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.993568608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:03.993656874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.99374029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:03.994371658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.008955075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.013493988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.013557024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.013590861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.014065447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.031099286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.091521213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.091603046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.092502668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.092558139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.092590623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.092745221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.09400942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.094128087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59121"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.094924413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"850b8c97-ec6c-4be2-9e8d-5433e67dccca","remote_addr":"[::1]:59121","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.095681051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"850b8c97-ec6c-4be2-9e8d-5433e67dccca","remote_addr":"[::1]:59121","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":741,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.097360317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850b8c97-ec6c-4be2-9e8d-5433e67dccca\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.099848073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.099889045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.099916089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.103134812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.103197677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.103234471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.103264671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.103884676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.104976942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.112063592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.112124563Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.112158441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.112585622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.134283193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.138127613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.138366639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.138421609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.138995372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.144926138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.144988994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.145800531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:04.198084573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:04.200122985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.200199247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"425.219272ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.200239737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.200267573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.200299346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.200330739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.200359676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.200980403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.20612847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.207526886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.212560746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.212625876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.212657679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.213091213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.215602166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.215667406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.216317361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54917","req_id":"a3a51ba1-0c0c-411b-ae96-8270b73c4e19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 45 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .E..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.216380687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54917","req_id":"a3a51ba1-0c0c-411b-ae96-8270b73c4e19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.21669333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.216859241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.216907998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54917","req_id":"a3a51ba1-0c0c-411b-ae96-8270b73c4e19","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.218379449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 16181929 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.218445391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.218909345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60260","req_id":"199802b6-77b8-4d01-b2e4-588fdb55f4e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 96 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.218972371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60260","req_id":"199802b6-77b8-4d01-b2e4-588fdb55f4e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.232187812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.232365947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60260","req_id":"199802b6-77b8-4d01-b2e4-588fdb55f4e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.311127304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.314597768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.314659321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.314693499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.314721344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.315481178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.315600797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.316165943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.316584617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cab698df-2c15-46e4-96e8-a236d868da6c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.316718965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57686","req_id":"761de32d-8b14-42ea-bf73-d20fab85ab96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 55 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c UY..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.316846198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57686","req_id":"761de32d-8b14-42ea-bf73-d20fab85ab96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.317040515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:04.317127739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57686","req_id":"761de32d-8b14-42ea-bf73-d20fab85ab96","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.317340513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cab698df-2c15-46e4-96e8-a236d868da6c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.317395072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cab698df-2c15-46e4-96e8-a236d868da6c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.317895419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cab698df-2c15-46e4-96e8-a236d868da6c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.318070768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.318112571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.318137862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.319787769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e377cf9-9ad8-4b76-b38b-b6e0833c15c8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.320056875Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.321430763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be199a1-ce6c-4c5e-beae-792895ea9fc9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.321614178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.32812969Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.333962782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.334092891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.334154003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.334451846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.335135508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cab698df-2c15-46e4-96e8-a236d868da6c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":18550,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.33566835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab698df-2c15-46e4-96e8-a236d868da6c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.335920953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.336448745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ee61c1a9-a871-4805-9849-affccdba49ef","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.337120654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ee61c1a9-a871-4805-9849-affccdba49ef","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.337181565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ee61c1a9-a871-4805-9849-affccdba49ef","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.337555841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ee61c1a9-a871-4805-9849-affccdba49ef","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.33764589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15d5950-1d17-43d0-ba8d-d822b0852d26\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.33793187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.338289492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.338336676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.338877755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.34188194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ee61c1a9-a871-4805-9849-affccdba49ef","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":5431,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.342863897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee61c1a9-a871-4805-9849-affccdba49ef\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.343147973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.343188213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.343212501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.346116728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaabeebe-726d-4dd6-a5f8-e5ef5caaf52f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.346261206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.350104152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f467e58-7d74-4d00-9d32-fddd1b207a5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.350227829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.356408483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f87c70-15cd-4628-83ea-21beb173833a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.356683151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.360410738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b43ffd-7c16-48af-a2c1-6482e345a235\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.361292615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.364141591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bc42d1-180c-4a97-a3c0-381158ccede2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.364399515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.366544709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd2ac6c-3f65-49be-a1bd-74a93d6e6506\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.36677618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.367877755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3678d352-1734-4d19-ae88-9dde196dae85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.368112152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.369174479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0760e527-55e3-4a4e-8807-103a62183a82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.369399146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.371082731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4eb831-e03c-4552-abf8-903d4cacd2ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.371294322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.372995622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0db8b94-bc5c-412b-beff-34d75d20c316\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.373253756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.374770899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75d7da0-058e-4028-842b-e2e946052439\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.37498227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.376624252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d45bda-c0bf-4fe4-a5b6-9abdfbd8700f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.37683395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.378733625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc5ceca-8637-413f-9efd-10bf9853468f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.378950407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.383810159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db92daba-1911-4ebc-b858-e6eb33e917b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.384030528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.384765603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.387677595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35976f29-f5e0-4fe9-81d8-eecfdc7469a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.388546777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.390342885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc1628b-a7ee-4be8-ae5b-6b8e317e3a0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.390559527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.39161992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8705b14-2098-4cac-a84f-c5e728eefb75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.391837674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.392942054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e6ee91-7a7a-40ce-b9a1-6163f6f8a466\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.393216852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.39429494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44dd669-1e04-4e41-b4ca-266e2ff7785f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.394516521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.395530832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c297a353-9bfc-46ed-bc54-4565c6d970bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.395772914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.396168813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.39635769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.398142436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.398855196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.39896296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.399035054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.400028774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddda285e-eb92-4a20-acc0-a8a8096151f3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.400304303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.404323902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d2a6403-494e-450e-ab23-e9ebb6c084ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.404391817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.442049578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.442239376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.442527831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.44272814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.446559543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.446881836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7be0145-fe64-478a-8242-45f17ba1e897\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.447113277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.448507284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.455606018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.455715787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.455838591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.456522885Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.47109054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.471199878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.471775124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.473445903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6e6c95-8d33-4da9-b7c9-cc753a59d89f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.473680801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.477973394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6425a81a-641d-4ae6-856f-d5b114e19943\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.47819236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.484844233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7060a715-5478-4324-aeda-3cabf51e4a31\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.485185804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.502385383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7994e4-bbff-4240-af3f-4ab33883a48e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.502617125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.504615937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb15322-2042-449b-b15b-944820b337b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.505201544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.516604914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0885265-be35-42bb-bb7c-f379c32c321f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.516970823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.521174018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae8a566-9c0f-4e81-acd1-eb2153cfdef7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.521240621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.521274699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bc896f-f1fe-4c0f-adb9-3ead53ee2d96\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.521308656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.532789661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.533102665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b981d4ca-d86b-40b8-95e0-a1c75971d428\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.533369958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.57145498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b97138-b7d9-4b22-9535-23dc1615d79d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.571542003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.57705615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ef114e-54d1-4e0f-8ea5-cb9a0624572f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.57784445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.580001829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f65df7-8a42-40a4-8c43-c298b1c2778a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.580671032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.582996375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc80b47e-c28c-4dbe-b66e-7699819159aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.589152962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.589412188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.58946311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.589494843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.589521967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.590311179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.592528587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67dc958-c50a-49d8-9ed2-b52555ec76bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.592648286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.592843525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.597822014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.597883106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.597916342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.598325567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.600646802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1daa4ac5-98b0-4faf-9f43-c4fccdd3ea45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.600771761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.600983122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.601072992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.601502227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.603125782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a8535e-2858-42e5-800b-f92178521afe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.603936948Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.604293939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b986384-556d-46a9-8f15-580c9ec13bf1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.60462552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.610353342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1327f7a5-f4b6-4929-8018-8827a6425d9e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.610441888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.610479974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2de00e-2af0-426c-a5f7-44b7db9d6241\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.610512229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.610541467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.610570364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.610597168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.610620765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.624150312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.629618096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.629750069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.629847282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.629937272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.630020598Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.630562988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.642794449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.647469013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.6494805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.649541402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.650269512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.740081657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.740165795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.741258432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42744"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.741965821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"39a3de65-3fbe-4f24-b4b7-451aa59a691e","remote_addr":"[::1]:42744","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:04.742825795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"39a3de65-3fbe-4f24-b4b7-451aa59a691e","remote_addr":"[::1]:42744","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":848,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.743265331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a3de65-3fbe-4f24-b4b7-451aa59a691e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.745670372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.745728017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.745855371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.747520719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.747581931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.747618574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.747649977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.748352807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.752628296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.759164549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.759454056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.759623653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.760160142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.764750458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.807589021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.807672828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.807798388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.809224981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.813010954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.813068298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.816065861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.816131632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.816217723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.816262242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.816932207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.817309529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.817359388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.822949456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.835140045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.835224643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.835259202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.835636734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.848800823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.848976092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.850349629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:04.854974934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:04.855964616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.85646833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"655.932593ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.856600593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.856645723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.856678609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.856707296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.85673421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.857927718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.86019741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.865933388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.866027556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.866064169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.868458319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.872233271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.872293531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.874516259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57470","req_id":"6a2cf5d6-65d1-4ee2-ab1a-87aaacdff4d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d4 fc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.874652811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57470","req_id":"6a2cf5d6-65d1-4ee2-ab1a-87aaacdff4d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.874893902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.875095513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.875174821Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57470","req_id":"6a2cf5d6-65d1-4ee2-ab1a-87aaacdff4d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.876199162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 675061293 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.876972463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.877833288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63402","req_id":"652e5e01-5862-4239-b5e2-d537a50639b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.877955622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63402","req_id":"652e5e01-5862-4239-b5e2-d537a50639b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.878147234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.878218085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63402","req_id":"652e5e01-5862-4239-b5e2-d537a50639b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.9270852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:04.928903643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:04.930090367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49720","req_id":"4a95bbf5-079b-4738-8df4-fa8041ff689b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9c ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.930186048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49720","req_id":"4a95bbf5-079b-4738-8df4-fa8041ff689b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.930453591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:04.930544502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49720","req_id":"4a95bbf5-079b-4738-8df4-fa8041ff689b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.932537834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.932592963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.932622061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.935445477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e10a9e-0f62-4360-93d9-b1b0a7999a6b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.93551231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.952594114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7dbac88-e3bd-4739-ac1b-60482d743691\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.952822179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.978565901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.980544474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be118945-aa60-4a0b-a98f-bda010810a81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.980798139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.984674212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a081ed1-b11b-4a2e-af0e-34cb9528d392\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.98511498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:04.990437425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea31a577-d6be-4c06-8a8e-9eeae1817f4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.013097233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.032549811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.038309517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.038374817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.038407492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.039296373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.042708131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.048424721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.048518898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.048555311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.048869577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.051789505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d821b41f-7537-4fae-9e3e-521ed4e95f53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.0518622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.053627848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.053760422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.054490015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.05676107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb7d6a8-30be-4455-8b48-cf2c8b094d77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.056946349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.059856748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3427e33f-c58e-4c7e-9323-de3635806961\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.059921096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.060825278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f168ebd8-c8a1-464d-ae14-63bbf2f4f5c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.061064054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.062274395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090185b2-3c26-405d-bbfe-61980c78f08a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.062417601Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.06386277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e2a843-8bb3-4da3-9512-f213adc39bb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.063987609Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.065196127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab4e581-2a48-4c4a-bb7a-0cb4bf13392c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.065373179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.066685153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4471d7ce-5ca8-4e00-87da-85c339d725f5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.06685898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.069438028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562d6d4b-8f4f-4809-a4c3-2732dd59e612\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.06955941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.071065641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67f0cca-2cb9-4d35-a5d5-034dd0767fe3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.071128697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.079483203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ecf9f0e-bea4-4c9f-bd7a-afdb0f98bde9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.079578222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.08318089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbad2c9f-5116-4f2a-837e-97a109450208\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.083304466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.085084112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25240e14-7978-4d7b-bce8-095b8fa3f9ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.085150414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.086898768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cba2f1-919d-4300-ac70-9d3d6fbd805e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.08702029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.088107817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f373f83-7d96-4d0d-a8fd-98b25c8b955f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.088261072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.0895651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f313cd1-99c3-4187-baf6-ffd76d6269d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.089716021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.093531273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2dab17-cc2d-4a6f-b779-e76d2c667ea5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.093598156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.093636673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd03b9d9-adbc-4a0b-963e-7daa0c15e351\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.093759658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.097646512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.097698035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a92c633-210c-4105-8ac3-f981f3e7aeb0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.098226297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.106412037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e40822-6613-46c9-8cd6-ca2d8f6dd7bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.106491094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.10827603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085be3ae-14fd-4996-a912-739e86d0faf3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.108344928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.111476527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43cc7e83-282a-42a0-961f-16eb715f1d72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.111550675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.113486392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e438480b-1779-4c50-9657-8b1d088a69c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.113648114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.115532248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01f20cc-dd39-4de8-b51f-db524332fb83\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.115602568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.117312425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082b0139-46cd-41ee-9148-3ce5a82ca942\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.117513796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.118252137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a95050-f94b-4f35-95f6-afcfab06c1aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.118399411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.119290777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362a8929-5092-43e7-ae25-ab7683dd647d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.119424874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.120320148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6248130-fcab-4b5f-a2d6-9d60013301b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.120444365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.121494016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3aa888-fa27-4048-8bf5-f1749393229f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.121614507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.122725971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ab9344-d0a7-42b4-a948-098188dc7106\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.122879808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.124972407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc9b918-9879-46f0-856e-bcf0e31fb2ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.125085502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.127018053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5455fec-921d-49fd-9eb7-7a8a39d42578\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.127077672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.128867227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d18bcc7-5c7c-4ec6-bf5b-edb41db0694d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.128984892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.131336727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd225d47-dd04-4374-bf1b-03d573de0046\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.131522357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.133196743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51718c33-0b62-41d6-ad4c-2bc65af1026e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.133266512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.136575916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad9eeb84-4183-4602-aa38-c02d8d7f97b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.136645725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.137711579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24aeaa8f-31b1-47ed-81f4-77a33d131abc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.13777714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.140864942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf398ae-8246-4207-972d-6487c9f68543\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.141011494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.141834654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd67161e-cf8a-4fc8-99ef-ca0c7b284740\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.141966356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.142945016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be5e7103-81ed-486b-ac74-529c339ddbbf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.143008543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.143106107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.143152169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.143246447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.14426181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.147570863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.147780861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.147831141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.147864799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.148759712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.149731067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.159675691Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.159893926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.160030558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.160146068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.16046314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.175736411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.177774902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.189194535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.189282611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.189318733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.18987946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.195240792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.222784301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.222862216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.222896484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.223750005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.242798698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.242858317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.243489324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.36392287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.364005325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:05.364846551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33470"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.365531245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"26dc8d0b-ecb3-47b6-a565-fde82bcd1a32","remote_addr":"[::1]:33470","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:05.366311529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"26dc8d0b-ecb3-47b6-a565-fde82bcd1a32","remote_addr":"[::1]:33470","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":782,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.366819121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dc8d0b-ecb3-47b6-a565-fde82bcd1a32\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.37002074Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.37006589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.370092673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.372191124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.372283889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.372412135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.372460641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.373264383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.377854268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.433283407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.433479728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.433796278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.434737925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.435701955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.435769851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.468649291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.469408363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.469586067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.469673982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:05.573665509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:05.573972951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.57402721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"717.426215ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.574065816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.574093952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.574338069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.574386165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.574418359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.575088574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.586663667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.588264496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.592829712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.592933629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.593027807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.593663954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.600460145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.600558091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.608106791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57340","req_id":"126e3227-5842-4e90-9016-75965e4ad399","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 9a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 X............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.608324314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57340","req_id":"126e3227-5842-4e90-9016-75965e4ad399","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.608657458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.608901915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.609069729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57340","req_id":"126e3227-5842-4e90-9016-75965e4ad399","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.609967518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 408895881 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.610115052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.616283031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58419","req_id":"3afae43b-d7d8-4269-b317-3febb631ea7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .C..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.616474533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58419","req_id":"3afae43b-d7d8-4269-b317-3febb631ea7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.616743749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.616930451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58419","req_id":"3afae43b-d7d8-4269-b317-3febb631ea7e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.71390163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.714383811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.714447207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.714482488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.714512908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.715380066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.717513386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63817","req_id":"a0ffa33d-1808-4d5a-999e-877c1ecc3bcb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e0 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.717579608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63817","req_id":"a0ffa33d-1808-4d5a-999e-877c1ecc3bcb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.717799767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:05.717893163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63817","req_id":"a0ffa33d-1808-4d5a-999e-877c1ecc3bcb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.718159173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.718206998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.718234473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.728360649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.73424852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.734331245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.734364722Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.73469541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.735793118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a434c45-d026-4c95-86e3-aba777b41810\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.736007214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.738935188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d091c812-32e0-4647-a1a0-5804dbc6622c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.739278502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.739460945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.739506707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.740025961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.743288241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a58b2f-07d9-4dba-a320-c0d3991abb71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.743729079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.748222292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f1bda4-f0f3-489e-aea6-94f168f9885c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.748486458Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.751747135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616f414e-bdac-40fc-9289-bc9ecac52b3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.774789405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.786177555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeae8b7f-19df-4561-ac08-6d62881d27a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.787032688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.7966197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71cbd4e-b1f2-4255-94f7-14d817edc5df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.796911992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.797364815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.799417003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.799478676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.799508416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.802487561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.808152108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.808421965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.813551465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.813674611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.819758823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f4c830-1825-40ff-998c-133b39e98f1e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.819921758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.823371842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41898559-b257-47fc-bfab-2d9aff45d7df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.824102768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.825817054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def4575f-8199-4aa4-ad20-4688a00883df\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.825962534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.828443777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d9a9df-d82c-465f-b1a2-0cdebb470a6e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.828789316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.831600216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8689683-bd31-451d-9b2d-8e64ccc57ebe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.832221484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.836197887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1b9dba-98d4-4872-a159-a17f30442986\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.836385681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.844906599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7d3eb0-e13f-47e4-a8bc-667696a3cb7f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.845358108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.848615839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.848673574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.848707712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.848735748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.850140867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.852572452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da3827a-7d67-458d-b69e-d72722714baa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.85271664Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.852916217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.86492808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.865005184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.865036827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.865557103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.875549492Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.875604542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.88018579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.893424888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfe7496-da85-4878-a373-7d78e96ed21e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.893538635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:05.902287887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.902922531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6c0cb6-c42b-4ef9-89f2-0402d913d09c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.903171377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.906512394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525d94e5-5927-4fd3-b763-993fd8c7417a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.906933633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.922794365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6122e8-687e-41f3-8d10-d9a7c522237f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.92296769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.925575656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a51a984-e6ef-4e97-8692-e8f6d9e92a7c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.925744864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.933794863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7263af69-53f9-4a16-a2ae-d9a6b855a373\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.934086804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.935457776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aba3469-0e33-421e-bb02-f6840a9534d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.935684678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.937255748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b29908f-6d61-408c-a45e-7e786f688b02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.937464304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.941782277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ea2e6f-da05-461f-8396-82719f7ce198\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.942254117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.945047322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c71062-c6a9-4c7f-a855-5af12f25d16d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.945259605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.949929901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.952440543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d30f7ba-110f-4b5f-bda3-1319d7bb3bfa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.952668186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.956586243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8040736a-ecbf-4901-afd7-63529c734209\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.956761031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.959747672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92888dd7-89aa-45bb-9366-2d6605d8f641\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.959845136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.961661705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec0323d-de03-4e8b-9d77-260eb3d2721f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.961732346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.963670979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ecaca9d-4439-4e57-9934-53fab87fdbaa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.963734465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.964626923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a052d4-b9bb-4b8f-ae68-4cc568bc4807\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.964766441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.965810361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e07bbf-ee5a-4fd3-9e03-fed65251c00c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.965948447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.966911085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45d67e6-1b1a-4942-8b86-01bd333fd8b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.967072226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.967923742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6dfef6f-5b82-4118-8110-ab2da9ea65cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.968042399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.971733252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef90f0d-b177-479e-bde0-9c1a8f586347\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.971906237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.974632539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b587d39-91dc-48b8-a381-6c5887ed66eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.974700434Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.976774908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2755111-9b88-4809-a280-d4cdf311f8a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.976847071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.979257163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3dd159a-0ae4-40e8-907d-cbc2c4649fe4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.97973749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.981805461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ec02f7f-a772-40c6-9eb4-070792e74d07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.981868146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.983676108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df99f9cb-453d-4e8e-badd-f2c7fea8dd16\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.98374732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.986660744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c8c5b6-f626-4d17-9ee5-7dba33b45617\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.986800884Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.987773622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2c5402-5d5e-4757-bc75-668ccf32aeb7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.987900154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.988911709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c7a843-8ef3-449b-b9be-21d88799cad6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.989061959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.990376057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7638d732-79e9-4671-921b-4c4fb21b03f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.990502749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.991437662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa99c1f-723c-4ecc-9d93-5d55ee0c51ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.991500036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.991532391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:05.991563022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.991590256Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.992256624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:05.996150001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.004361903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.004428165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.004463205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.004493535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.004521481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.005403157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.007361189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.01022768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.010286527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.01031786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.01111591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.013657394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.022577486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.022642305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.022676003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.023764351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.082734495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.082805386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.083254702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.091150393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.091213269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.091243278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.091724056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.091843274Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50741"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.09392906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"01921aba-f3b2-478e-baf1-e6e42779b168","remote_addr":"[::1]:50741","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.094465599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"01921aba-f3b2-478e-baf1-e6e42779b168","remote_addr":"[::1]:50741","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":747,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.094744795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.094801438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.095278298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.095498406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01921aba-f3b2-478e-baf1-e6e42779b168\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.097961985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.098064229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.098094689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.100575031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.100636073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.100672876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.100701503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.101357681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.110751137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.114552681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.114791587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.114836005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.115313577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.149927262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:06.151563673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:06.15198395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.152081625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"577.945247ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.152118809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.152146775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.152175712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.152204039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.152231043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.153177949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.158948086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.170874438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.170940109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.170972103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.171371298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.17472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.174778407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.175485696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64757","req_id":"37d50f5c-ac15-4082-9b6a-8c05f6159c2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a7 c7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.175548331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64757","req_id":"37d50f5c-ac15-4082-9b6a-8c05f6159c2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.175769652Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.175930723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.175980161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64757","req_id":"37d50f5c-ac15-4082-9b6a-8c05f6159c2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.176335279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 975226488 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.176398024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.176700707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64778","req_id":"fc813951-46b1-485f-9504-4aba9c588174","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 83 bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.176761488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64778","req_id":"fc813951-46b1-485f-9504-4aba9c588174","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.176844784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.176981496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64778","req_id":"fc813951-46b1-485f-9504-4aba9c588174","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.269967866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.270655856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.270906125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.271055072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.27126019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.272159903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.272496273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.280787854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.282095028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bdb5a0e-4477-4937-8e47-813f5fccf7d3","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.282364786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58525","req_id":"91699965-fcad-421d-bf4f-c7ca07199eed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8b 3f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .?..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.282539925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58525","req_id":"91699965-fcad-421d-bf4f-c7ca07199eed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.283020071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:06.283249248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:58525","req_id":"91699965-fcad-421d-bf4f-c7ca07199eed","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.290139216Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bdb5a0e-4477-4937-8e47-813f5fccf7d3","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.29027688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bdb5a0e-4477-4937-8e47-813f5fccf7d3","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.290961594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bdb5a0e-4477-4937-8e47-813f5fccf7d3","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.291893471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.31640583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.316506791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.316593244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.317161636Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.320795767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.320888111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.3210031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.324052676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9bdb5a0e-4477-4937-8e47-813f5fccf7d3","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":41957,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.326267799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdb5a0e-4477-4937-8e47-813f5fccf7d3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.32671484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.327253614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.327500155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.329144291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.329346383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.33006263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.330180325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.330920941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.338888726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":9543,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.342461725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9c2e30-7b8f-49c4-984a-51efd9b1c13d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.342943926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.343620894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.343704922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.343967896Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c41e79-7c8b-43eb-b660-ba02d31a4aac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.344342021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.351246187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa7514f-c341-43d4-863e-a0364f6108e8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.351575133Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.35764165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6a7cbd-ce5f-47f5-97c8-4ce56e40cb2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.357961357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.385860935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.394670197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641ca458-7fc8-4dd0-a42b-36db8f5e9163\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.394971447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.396224193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.396482828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.402100662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.403133319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.403403217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.403480621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.407558696Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe438f1-3299-4802-9801-499aeca8fcb5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.407883463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.411889816Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c44fcdb-6b3f-44d0-b6e0-ba4be057f5d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.412104433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.428560501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd3ebc3-5034-49e1-9f71-9978d3da3393\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.428775419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.436545751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.436688596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.436787713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.436875729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.438663491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.441471315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.448304279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.448469138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.448755037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.449535713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.452347435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8afb481-3101-4741-8742-cb40fde2c14f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.452569417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.453006007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.453100766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.454925081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.458606195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91705b38-e416-4734-94fd-a10886280d99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.459119297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.462358952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919248fa-5fb5-428c-8e25-92c646134fd1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.462960491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.465537756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77bbbc29-0997-4856-8c5e-5f4f9524a3d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.465832453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.467097403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fc0097-a2de-4f52-85ba-de02133e76bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.467373784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.470333291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca6dfb3-70c6-418a-beb6-dcfeef3fab85\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.470695562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.473230613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe1dab1-8257-4954-9dd1-e55f632dc727\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.47354521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.47703841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0abbba6-d807-4b44-94d5-615420ecc2db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.477249992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.482659199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95440191-cefc-4f95-8b93-9eb55bbbc6a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.48292556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.491645323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.493873383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0bdc74-7e2e-495d-8b32-4c4d6fc57233\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.494198551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.498131196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd832fc4-aaf2-490b-bd41-3a80c3114a93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.498342287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.50280562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a976374c-dd46-4160-868a-f94081ac91f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.502949456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.504728922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0592762-2446-460a-947c-7ca2be55a239\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.504907508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.506558146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2216ba-dc38-4d7f-96b7-8c103f194743\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.506739267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.507636024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a74f53-1172-4255-b6e9-dc31b187610e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.508130259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.513432924Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a639c5d-5c90-4842-b0bb-aaa68607444b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.513660046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.516759261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c340c81e-0871-4cbd-88ba-f9f81b45ca7c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.516951184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.522452755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b3a182-ff6f-475b-a4a9-b870f36e9fc8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.522621011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.525067936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2e91aa-a10c-44c3-8f1e-7a904a664057\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.525186512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.529706829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369dd7b6-48ae-465c-b20d-6dcde706430c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.530078269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.545945804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.546094811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.54620011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.546288126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.547014503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.55262903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.580367306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.580467596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.580553658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.581153312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.589555082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52715285-38c3-4285-a942-fbf9b7a50129\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.58969961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.590404525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.590461839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.59164176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.640926366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9176098-2ca6-4e4b-926e-65302a60dd4e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.641256554Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.652930153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.691960649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8144c3f4-4430-4f37-bbb7-8b39ac798a40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.692156559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.693187503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de0f3ae-9816-4a0c-8302-7459440b67eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.693349316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.695430753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a2a5a6-c9d9-4813-abee-b8d7ba702de8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.696029856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.696992234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973f1d05-8ac0-4ac5-a228-4905afd08bd0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.697123666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.698748854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b27cda-9ba7-4b53-a5b0-eacfc282e115\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.698820517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.701370397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c297a8a-0cb5-4eec-8d71-95000ac6c9ee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.701546538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.705038415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.705102483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.705137974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.705166921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.706883782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.708917584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae75e187-b264-4da1-8939-0271e8ed5945\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.709002223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.711788014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.727091284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.72719444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.727231424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.728030145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.73234918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.73313181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.733941002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.735306072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49a4803-8035-4cda-a88a-8ad663247218\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.737224674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.744444409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678d481e-a729-4b24-9ba5-f38a900935d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.744723656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.752703856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63713dc-56f3-4f68-892a-eef955cd6fe8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.754363643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.758319134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8278953e-403a-4c1e-ae46-313ab9790a1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.75931126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.764285131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc994a3c-9e19-473b-9567-e36c82ee2d61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.76441044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.765611774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee68bc5-fe77-492b-8577-24ed984e1aef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.765744398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.767169297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7efc1e-d4bc-459d-85b3-c0d808cfb338\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.767425708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.769570642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8003e91a-e826-43e6-86f3-939da336f93a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.769698116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.771145449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96333986-1025-4c59-a450-ad4f6a816efa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.77121108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.77124627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.77127632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.771302021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.772125151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.781548437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.786822465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.786932223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.787028365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.787115478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.787197051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.787815062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.806254271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.806336084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.806447676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.80737817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.807897846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.820144847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.828214455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.828417219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.828525385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.829148086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.830677322Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.830853263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.834561041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.834667643Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.886433263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.886573141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.887068388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.887434337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.887485349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.887513154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.888249752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.888463518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54808"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.889883327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d32fec0-f713-4446-8dde-c8b1ab76ab67","remote_addr":"[::1]:54808","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:06.890418192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2d32fec0-f713-4446-8dde-c8b1ab76ab67","remote_addr":"[::1]:54808","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":699,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.891938942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d32fec0-f713-4446-8dde-c8b1ab76ab67\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.894734512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.894786376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.894811886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.896567374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.896623516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.896653175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.898736085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.899402543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.899721909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.905495854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.905544521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.905571604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.906184335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.907960765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.912519418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.912713905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.912767311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.913169292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:06.914363472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:06.91547159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.915684674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:06.916141965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.004727496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.00494549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.004997825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"852.880378ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.005036291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.005064257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.005093786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.005122273Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.005149767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.005987356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.012862505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.013466077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.017779091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.017840112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.017870803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.018426741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.023090473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.023171645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.023869906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55919","req_id":"77e304ae-24c9-4dc2-811f-cbf53ec3f634","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 7d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .}..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.02396213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55919","req_id":"77e304ae-24c9-4dc2-811f-cbf53ec3f634","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.024094163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.024278721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.024445984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55919","req_id":"77e304ae-24c9-4dc2-811f-cbf53ec3f634","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.024862233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 823764154 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.024926902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.025364033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"ba6103cc-9f05-4def-89be-03cb4cff9a5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 00 1a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.025468772Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"ba6103cc-9f05-4def-89be-03cb4cff9a5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.025569402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.025662718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54556","req_id":"ba6103cc-9f05-4def-89be-03cb4cff9a5b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.082861072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.083368173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.083698972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.083752208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.083783741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.084542973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.085467305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50394","req_id":"6f6aa682-af04-481e-bdcb-7c1a590327cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ef 1d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.085529479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50394","req_id":"6f6aa682-af04-481e-bdcb-7c1a590327cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.085607815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:07.08580589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50394","req_id":"6f6aa682-af04-481e-bdcb-7c1a590327cf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.08750228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.08755752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.087586267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.087995612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.095906605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.095956905Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.095985382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.096501119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.099352961Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04df1cd-9394-4f95-bb34-9970eefcba4d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.099406478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.099544633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.099585254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.100148837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.101149942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6dc8afe-9698-45d4-bd7b-a916aa4c19e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.101287546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.10491814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ebec88c-5e02-429c-82be-948f8f83839b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.105075533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.108703952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c74205-bd25-4661-b390-28c68cc2e48f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.108788992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.11284353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5e544b-9c52-4d7a-9909-4486ba1edf17\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.112922708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.11660236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c55e4b7-49fb-4f00-9f7b-00749d89636d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.116683682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.123872926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09c8e7c-07bd-46d2-9490-79e7af0ffcbd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.124157423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.126802142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b735d59a-c03f-497a-98f2-c34f5c156236\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.126883294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.130492024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.130829677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26027087-cd48-4719-8fec-49821a59bf83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.130891089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.133291011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b45c2a-b405-4708-860d-83b1bb99adb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.133554175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.134813464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a515fe19-0e84-4bf9-96f4-9e72d2b5953d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.134995126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.135989197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd7cd78-9696-4f9b-a34c-72feccd2ab91\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.136297471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.138578496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7093f9-b6b1-47fc-b148-91574d5dd7d3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.138748534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.140529343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b7007a-a3f8-47c2-8cad-92afe9a4f150\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.140597077Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.143467968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce56d17-77e8-45a0-83d7-0d0edd294d8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.143593828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.147201206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46441695-9a25-4fb9-92df-74bba56eb630\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.147315624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.14902531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974a33ec-c5cc-458f-892c-f65613e64a8e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.149094638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.151472947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bea33011-3aa1-4762-87ef-eae878b1b924\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.151537836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.154504036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9dc0fb2-5155-464d-bdd8-4866af4ad4b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.154619196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.155458508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe48ea69-06c0-41dd-bcc1-8b4bd35e596f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.155505151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.156512768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62f4b363-082b-4716-9878-1a4df096da94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.156676214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.157566418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cda654-e86a-4232-82d2-ccfad3fb8d28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.157640866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.158638684Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2fc07f0-8e73-41ce-9fcc-4a6008f52e60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.159878414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.161047293Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8147428c-6620-4276-83b2-988f815fb9bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.161185418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.162881227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781d8ef0-19df-4ba9-930d-8f2394212dbf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.162994593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.166111834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e88b7c-915c-4314-8aa7-ecacb4730673\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.166177244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.168799158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33139674-f563-4463-bdbd-377e545b4b72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.169122462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.170573233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9220375a-cb26-403a-8478-72f0fc3f2621\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.170645056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.172592196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97b9a48-8e5f-4094-9f50-9305d0fcbf9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.172656824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.177224024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5524d9fc-ad09-4dff-a19c-4d407eb3a747\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.177298102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.191820306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.191882611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.191918302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.191947891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.196161857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.197240987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2178de7c-2b6b-494c-8b61-903bf4b74fa0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.197889689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.200698987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf43d3e6-8174-445f-b438-57b742f076d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.200987481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.201203502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.216174721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.216295422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.216435771Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.217540532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.220713945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.220848193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.227661257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.232539908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f953ca1c-4d8b-4818-ae28-c985acefce75\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.233434219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.236312093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8881271-32a2-4e89-b7f7-bc2be240b155\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.236490729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.239306439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3305d9c-71ab-4e1f-a635-3ef383d6dc09\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.241888644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.246828326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09da71c1-da6a-4427-a3d1-c91d6c4abcc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.24702069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.253532815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5c21af-9bf5-44d0-a274-0b411685625b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.253859556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.257206504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2883060-d6e1-49d1-9ee4-da02c0737078\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.257427675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.266503849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d1d2e9-7fdd-4cf0-84d3-93908f169d77\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.267685633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.275834519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01554104-2f22-4cb8-bdb8-89d8b064802a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.276349525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.279725702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3dd5c44-3996-4d7a-82cf-076aacb069a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.280196851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.281621469Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13c25c7-296d-432d-95e1-07e28545463e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.282023561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.283947113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611a3522-c4cf-4399-9424-47920c72ddc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.284267291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.289681418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.29019406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14078bd6-3f04-440f-904e-1ea5cfb5b7cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.291038653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.293807529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b012ed-6571-41cd-9e08-93097528b69e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.293941326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.293990143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.294021626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.294048089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.295029584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.304737006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.321076731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.322856377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.323047208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.323154521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.323244701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.32403206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.33621823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.340686062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.340848556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.340942162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.341745703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.343056755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.343469888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.343573395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.343655929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.344254572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.494120119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.494207503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.49470266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46288"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.496086186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.496148681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.496672094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.509432548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.509477117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.509551986Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.510132633Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.510438703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2a05ca7a-ddb5-4eb1-96a6-775d7a0c4145","remote_addr":"[::1]:46288","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.512291725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2a05ca7a-ddb5-4eb1-96a6-775d7a0c4145","remote_addr":"[::1]:46288","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1862,"response_code":"200"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.513061158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.513123252Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.513160756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.513692766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.513756193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.514515205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.514571878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.514600776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.514626337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a05ca7a-ddb5-4eb1-96a6-775d7a0c4145\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.51863832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.518739051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.518769702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.521142149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.521221417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.521257388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.521288801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.522119075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.523478494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.523538393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.523571088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524458947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524520951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524552424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524580359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"25.821µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524609808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.524637573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.524668405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.524698394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.524725088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.525130756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.525406315Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.525461104Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.52549399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.525522236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.525551945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.52633749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.52648776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.526534753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.526566436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.5270902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.527494095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.527550217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.528201214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.528256614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.528287195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.528316954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.528348307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.528376864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.529597345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.529659098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.529692735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.529715871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"66.272µs"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.530104576Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.533712915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.5382424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.538576766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.53871397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.539067003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.540062346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.541984726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.548829264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.548893391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.548929223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.549882983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.549945007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"25.271653ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.550595964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.550647737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.55067445Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.550706103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.550735031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.550764199Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.551528462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.553849456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63129","req_id":"4ea74869-62f4-46e1-8d4c-2276ad6cac21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c7 c0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.553988804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63129","req_id":"4ea74869-62f4-46e1-8d4c-2276ad6cac21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554233511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554360705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554451506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63129","req_id":"4ea74869-62f4-46e1-8d4c-2276ad6cac21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.554579731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64319","req_id":"69d77f26-5b58-4844-87e1-5dd20a632bcb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 1b ec 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554626033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64319","req_id":"69d77f26-5b58-4844-87e1-5dd20a632bcb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554735131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554868196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.554910871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64319","req_id":"69d77f26-5b58-4844-87e1-5dd20a632bcb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.55640095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.560627992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.56073773Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.56077258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.567684291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.573714265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.5792977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.592253093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.59284409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.593495709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.599262819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 398172425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.599406155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.59976997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 398708733 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.599889167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.607352778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.614509427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.614935907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.615037329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.615080685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.615112278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.616063804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.616732176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.616792706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.617760194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.620971292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.621060179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.621765063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.622429938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.629061872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59135","req_id":"5f202ae7-0209-472a-87d5-ff45cefb153c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ab ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629127653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59135","req_id":"5f202ae7-0209-472a-87d5-ff45cefb153c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629347942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629444073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59135","req_id":"5f202ae7-0209-472a-87d5-ff45cefb153c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.62957794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64880","req_id":"8ec4a154-6e10-47b2-b350-8f72261e29b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629628591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64880","req_id":"8ec4a154-6e10-47b2-b350-8f72261e29b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629717178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.629811926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64880","req_id":"8ec4a154-6e10-47b2-b350-8f72261e29b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.630641409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.635102006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.635160092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.635190974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.635744406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.636552617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.636701343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"108.430862ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.668151345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.80336017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.803536461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.803975556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.804214913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.806079047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.80648182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:07.865577153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.865657814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.865850668Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.865903343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:07.868562401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:07.877245562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64015","req_id":"96d81fa0-3d37-4bc3-b8ca-072da05704c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c0 fd 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.877356052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64015","req_id":"96d81fa0-3d37-4bc3-b8ca-072da05704c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.877773283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.877942801Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:07.878038411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64015","req_id":"96d81fa0-3d37-4bc3-b8ca-072da05704c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.017360201Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.017459699Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.017943623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.018009565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.018047561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.018079494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.03109679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.035716865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37013"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.036209186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 835085015 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.036283975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.036573623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.0366324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.043055858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.043994949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.049725587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.055232449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.055300024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.055333751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.055364141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.05539338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.055765331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.057678523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc-routes","method":"GET","req_id":"91680baf-86b1-43aa-8020-6d92709ab88f","remote_addr":"[::1]:37013","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.058601862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/vpc-routes","method":"GET","req_id":"91680baf-86b1-43aa-8020-6d92709ab88f","remote_addr":"[::1]:37013","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":932,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.061574686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52543","req_id":"6e6509e3-5cab-41a3-a120-41d4f148865b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 48 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e H...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.061695095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52543","req_id":"6e6509e3-5cab-41a3-a120-41d4f148865b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.064102041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.06416695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52543","req_id":"6e6509e3-5cab-41a3-a120-41d4f148865b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.064460335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91680baf-86b1-43aa-8020-6d92709ab88f\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.064518531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.064592108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.065061312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.067722154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.0677856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.068033725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.135626689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.135726178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.135926116Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.135982999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.139187013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.142022963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.14827483Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.14835025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.148381823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.148770467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.156424938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.162549712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.162678799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.206267978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.206514849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.20695175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"1.201892032s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.207060126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.207099574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.207131688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.207162279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.207193051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.207810852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.222765768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.227958364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.228029376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.22806647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.228416918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.240385314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.240459131Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.243049512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50034","req_id":"04f451e8-c2a9-4e0c-b531-9d0a59e6efbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 75 e2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 u............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.24311842Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50034","req_id":"04f451e8-c2a9-4e0c-b531-9d0a59e6efbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.243321735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.243554739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.243600119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50034","req_id":"04f451e8-c2a9-4e0c-b531-9d0a59e6efbe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.245807026Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 44697574 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.245873439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.247157477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51769","req_id":"0d7f69e8-4a43-4fd1-a8a8-361f91b12393","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 4d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e gM..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.247221936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51769","req_id":"0d7f69e8-4a43-4fd1-a8a8-361f91b12393","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.247322105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.247418016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51769","req_id":"0d7f69e8-4a43-4fd1-a8a8-361f91b12393","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.408694219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.413295536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.41356324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:44034/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.680980311Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.681668923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.681780706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.686509357Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.688674211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60067"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.688987525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/eip-gateways","method":"PUT","req_id":"598aed2f-a450-44bd-a1b0-2f92d6525a55","remote_addr":"[::1]:37013","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.689365197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.689425738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.689567591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.689963089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.693874392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.707202677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/eip-gateways","method":"PUT","req_id":"598aed2f-a450-44bd-a1b0-2f92d6525a55","remote_addr":"[::1]:37013","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":18273,"response_code":"204"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.707880799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.708125977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.708186858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.708221718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.708251297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.708861533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.715233268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60583f54-1af2-4b04-aef6-3b159a8abf4d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.715385321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/52c629af-0807-4e15-a94c-d8b50ca583b8","method":"GET","req_id":"66c02b08-fbcd-4942-b284-cbedf9526aa8","remote_addr":"127.0.0.1:61266","local_addr":"127.0.0.1:59078","component":"dropshot","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.715691461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/v2p","method":"GET","req_id":"0b269351-0f37-42e1-8128-791d689bd362","remote_addr":"[::1]:60067","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.715757963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50454","req_id":"237604eb-7700-442d-a540-41a162c3379f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 03 10 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.71592203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50454","req_id":"237604eb-7700-442d-a540-41a162c3379f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.716696092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:08.71679016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50454","req_id":"237604eb-7700-442d-a540-41a162c3379f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.717099306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60583f54-1af2-4b04-aef6-3b159a8abf4d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.717159055Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60583f54-1af2-4b04-aef6-3b159a8abf4d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.717659342Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60583f54-1af2-4b04-aef6-3b159a8abf4d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.717712558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.742757167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:08.745172971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:08.745231337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.745312689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.220680557s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.752548095Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/eip-gateways\", status: 204, headers: {\"x-request-id\": \"598aed2f-a450-44bd-a1b0-2f92d6525a55\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.754324745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":2,"elapsed":"1.203757739s"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.754740193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/52c629af-0807-4e15-a94c-d8b50ca583b8","method":"GET","req_id":"66c02b08-fbcd-4942-b284-cbedf9526aa8","remote_addr":"127.0.0.1:61266","local_addr":"127.0.0.1:59078","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":39379,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.755179057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/v2p","method":"GET","req_id":"0b269351-0f37-42e1-8128-791d689bd362","remote_addr":"[::1]:60067","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":39515,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.755708863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.758813769Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.758938538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.7590603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.766035869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.76643796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.768438526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.7685462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.768645859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.768800547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b269351-0f37-42e1-8128-791d689bd362\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.768968412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.769050645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.769308189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.77118109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{}","iteration":2,"elapsed":"1.245058759s"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.779871305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.780189759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.78041608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.781550811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"60583f54-1af2-4b04-aef6-3b159a8abf4d","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":66362,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.815019865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60583f54-1af2-4b04-aef6-3b159a8abf4d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.82541681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.826217356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.826527373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.826963021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.827171457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.829367462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.831651503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e7759299-ccf4-4a6d-8a90-1f3251fff669","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.832203302Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.832451717Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.836697306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e7759299-ccf4-4a6d-8a90-1f3251fff669","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.83702535Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e7759299-ccf4-4a6d-8a90-1f3251fff669","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.837963078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e7759299-ccf4-4a6d-8a90-1f3251fff669","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 6 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.842634746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.8481023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.870223234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.881424091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.881557708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.881655553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.884150534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.89955692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e7759299-ccf4-4a6d-8a90-1f3251fff669","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":67978,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.901958866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.902049997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.902423141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7759299-ccf4-4a6d-8a90-1f3251fff669\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.902565965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.902613009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:08.902639832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.902901103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.902957175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.903798962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.908328427Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf9bafa3-ca5b-4869-976b-bc491240c207\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.91054352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.918015367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.918076669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.92464667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.924715477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.924809324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3a2cb28-2344-4eb6-b4ef-b1fe754464b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.925038781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.935356819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.935910672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:08.938678978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.939621997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:08.939800012Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.939945351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2823a701-db13-455c-ac50-0d1d285476ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.940071743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.954831711Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fffc1d1-bd4d-4acd-845f-3b342d5c79e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.95507221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.977845675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ae1e28-9ef1-4e4e-aede-1f42b19d6e5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.978084892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.980727277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7a9584-3139-4fcc-b273-a8320ff69757\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.98099005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.982819275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0877c325-55a3-47cb-8d86-b5df80a82932\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.982886639Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:08.9862498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.03033159Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ee40da-6b00-4d63-9608-46301b7ea463\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.032085845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.062981132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.063056693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.063173325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.063219607Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.064164971Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.081890638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f739e70e-3d33-43a6-a089-7de2e1a87ae8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.082128141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.085268578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4320d6-30dd-45b2-8415-89aebe5bf337\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.085419599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.086198701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.093129942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.09319447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.093814185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.094365463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.144163573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a205f1a0-9254-48d2-9938-ebbfc3236826\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.144503761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.144700693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.144750883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.145351099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.146645838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf9cc84-3c19-45f1-b9f6-a1e2925f9f96\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.14677202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.160537437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2fcc28c-16f2-476d-8515-824b60211d35\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.160736914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.164337799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f23e6a-0d41-4cd2-8577-53fe99300d77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.164444321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.175968382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347b7a33-6133-41f9-8559-55af05083b65\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.176051988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.178231591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe06ecc4-b492-4d87-b8fd-76fc40a89933\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.178401049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.182869362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafcfbe6-18bb-4be2-ace2-285f8c7b3a55\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.182990583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.18777693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e9470b-ef1a-44b9-8303-c40914f57946\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.188108861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.203283866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb545e39-d757-4b99-9750-11a6b85fc54f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.203380378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.235748019Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99790f22-3359-435f-9798-03377388b82d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.237225503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.240547431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.241859015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb8204d-59f0-41f1-9129-a720535ddd69\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.242104303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.243912436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c92b73e-45a6-4f46-857b-7127ce96b3e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.243982105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.246104834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338f9806-20dd-4cad-8ea5-3dc01dca3e42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.246170866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.248171412Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48118551-e028-42b8-b1c0-473d6ce19c4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.248336701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.263813157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5008e4cc-7a39-4e13-b523-cd5ec4f618ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.263913597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.287937774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a569101e-feff-41f7-a6a1-8f110c881b84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.288209605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.292925151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c4c145-0589-44f4-bd6e-b7fdf86c6237\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.293212323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.294939815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.295141577Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.295249902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.295342196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.296165517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.31234318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.320866352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.320943595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.320978325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.321520305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.356548716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.359374757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.361040416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.376284599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8655c30-295a-4473-9926-c5667cf73364\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.376599126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.38117845Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d39439d-8ff2-43e3-879a-f0ca358554ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.381591082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.38686017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be327fd4-a249-4e14-9d9d-fb37f8c26f17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.387173334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.389760148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e538a8-e46e-4660-9176-77dfc9a66e1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.389917932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.40221335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.402329391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.450924043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f114248-539b-4b61-8a79-b5ddbbc0f200\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.451140575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.451322176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.452354263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.452411296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.452442619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.45399392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b122092-055e-4355-879c-f248d9e19950\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.454154389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.455647795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6b0121-3952-4a61-a846-ca149d17f95b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.455777052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.457150238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9b47ca-c68f-4382-87d8-6b8fe81e68fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.457339926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.459259561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4306310c-6163-46b2-aa95-caf326cd99d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.459386233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.467418527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.471492735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb6b3b3-a356-42e0-b71a-a661aac9a58b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.490092153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.503626439Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e62b2a-5024-433e-bad1-ea23c366b951\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.503824093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.52130371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.521386475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.521425653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.521455883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.522724571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.527439515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eaa6e7a-1773-434d-8372-c4a3d22529b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.527579564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.527815595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.540937709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.541051987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.541086957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.541382796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.562191777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.562663447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.563330035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.603377076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347f96e4-2473-470a-8923-2dfc6af5bb17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.603552335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.647262956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.650048105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bf3721-995f-4b32-9ab9-d38862a712b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.650284185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.654947156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e62fc8-bc00-466c-938e-b05c3b0ccc88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.658314345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.664775488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80aa046-b873-46a5-aa7b-6c55501dcf3d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.664920227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.668656321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a0e129-227b-4b6e-8a8b-248a4d0a2d47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.66878146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.684277374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d980bcc6-208a-472a-8444-77cb812272ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.684344779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.684382474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.684416502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.684445018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.685295232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.702471465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.702530282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.702563739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.702592867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.703065188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.706080536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.712738702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.71280324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.712837248Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.712869182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.712897518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.713332295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.747712635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.773864271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.77393935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.773972246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.774529386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.776284803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.788812784Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.789024346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.789080127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.789778899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.802942186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.802994621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.803126123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.803948511Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.804125514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.804171556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.804787333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.866959056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.867020288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:09.867750853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48995"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.868117955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.868169988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.868324807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.869092907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"16d56cbb-d1ab-4dc9-bbe3-9bd181afabbe","remote_addr":"[::1]:48995","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:09.869735407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"16d56cbb-d1ab-4dc9-bbe3-9bd181afabbe","remote_addr":"[::1]:48995","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":649,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.870443739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.870594389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61066","req_id":"4983f3d1-cf58-4660-8215-d2d94b157d6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 90 cd 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.870697725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61066","req_id":"4983f3d1-cf58-4660-8215-d2d94b157d6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.871200707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.871325085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.871413822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61066","req_id":"4983f3d1-cf58-4660-8215-d2d94b157d6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.871591886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d56cbb-d1ab-4dc9-bbe3-9bd181afabbe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.873211513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.873267084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.873295641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.885474757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.886250873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.886316404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.886351063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.886550891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.888145498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.888209015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.888975402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3954, tv_nsec: 687481473 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.8890395Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.889899854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62813","req_id":"8caac340-9eca-499d-a2bd-809e5a80802a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f0 9d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.890061075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62813","req_id":"8caac340-9eca-499d-a2bd-809e5a80802a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.890504448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.890683385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.890770118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62813","req_id":"8caac340-9eca-499d-a2bd-809e5a80802a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.890941249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.894889786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.895091698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.895139373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.895605622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.899084514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3954, tv_nsec: 697958528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.899152329Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:09.899265665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59709","req_id":"04485d4c-fd7c-4bcb-9f25-1cb8bf21c498","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 46 d3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e F...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.899581053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59709","req_id":"04485d4c-fd7c-4bcb-9f25-1cb8bf21c498","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.899796472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:09.899892574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59709","req_id":"04485d4c-fd7c-4bcb-9f25-1cb8bf21c498","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:09.925003235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.021179831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.021261503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.021440981Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.021489989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.022712925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.022932583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.023458912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51855","req_id":"9f4616c2-7471-4a11-aa55-c4f5ef3b5d0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 01 79 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.024839122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51855","req_id":"9f4616c2-7471-4a11-aa55-c4f5ef3b5d0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.025050072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.025176614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51855","req_id":"9f4616c2-7471-4a11-aa55-c4f5ef3b5d0f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.025700608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.073911094Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.073975803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.074284919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.074339698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.075871049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.156403355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.169905787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54499","req_id":"0f7b1808-f0a7-447e-8ef7-3a69259249be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c9 9c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.173775558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54499","req_id":"0f7b1808-f0a7-447e-8ef7-3a69259249be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.174117008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.174398599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.174579359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54499","req_id":"0f7b1808-f0a7-447e-8ef7-3a69259249be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.175177982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3954, tv_nsec: 974102958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.17595976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.179086109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63548","req_id":"dea7b3f0-199d-4449-bdb5-59332780ca3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3f f6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ?...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.179223272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63548","req_id":"dea7b3f0-199d-4449-bdb5-59332780ca3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.179390936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.179552107Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63548","req_id":"dea7b3f0-199d-4449-bdb5-59332780ca3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.179859119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.328364316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.337698333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.337812751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.337855807Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.358896309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.359813396Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.360088965Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.36105491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.361246992Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.361798281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.361850405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"2.154836701s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.361942538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.361986706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.374081815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.374227736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.374356031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.375888615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.376818828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d6eb40-ce82-4611-8a38-31e42dc60edf","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.377651868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d6eb40-ce82-4611-8a38-31e42dc60edf","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.377776206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d6eb40-ce82-4611-8a38-31e42dc60edf","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.37887238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d6eb40-ce82-4611-8a38-31e42dc60edf","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.380947154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.388013062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.388243972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.388342879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.388910731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.389729081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d6eb40-ce82-4611-8a38-31e42dc60edf","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":12921,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.39032058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d6eb40-ce82-4611-8a38-31e42dc60edf\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.390779233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.391359279Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c4b5e7a1-c303-4329-9c78-8928f66b6401","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.391805037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c4b5e7a1-c303-4329-9c78-8928f66b6401","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.391920377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c4b5e7a1-c303-4329-9c78-8928f66b6401","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.393277531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c4b5e7a1-c303-4329-9c78-8928f66b6401","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.39363308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.39373873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.394853231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57461","req_id":"d629b3aa-4d22-4382-9b62-7eefa6868811","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9f 21 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .!..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.395062808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57461","req_id":"d629b3aa-4d22-4382-9b62-7eefa6868811","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.395439288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.395683024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.395945186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57461","req_id":"d629b3aa-4d22-4382-9b62-7eefa6868811","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.398466049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c4b5e7a1-c303-4329-9c78-8928f66b6401","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":7113,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.399598976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3955, tv_nsec: 198487189 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.399758173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.400217328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.400484561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b5e7a1-c303-4329-9c78-8928f66b6401\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.400959627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.401053083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:10.40127232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.401501687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.403960136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49801","req_id":"f078f7ae-d879-4da5-8705-2fdacf37a997","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a 77 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e zw..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.404250284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49801","req_id":"f078f7ae-d879-4da5-8705-2fdacf37a997","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.406270719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.406331831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:49801","req_id":"f078f7ae-d879-4da5-8705-2fdacf37a997","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.406377332Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.407303287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.408891571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.40893623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.506211805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.506657614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.506882872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.506917622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.506947381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.507464211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.507883005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63527","req_id":"31d53925-3f7d-408f-9d51-f2c4a09827ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4a a7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c J............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.507944878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63527","req_id":"31d53925-3f7d-408f-9d51-f2c4a09827ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.508357921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:10.508459704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63527","req_id":"31d53925-3f7d-408f-9d51-f2c4a09827ee","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.509216372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.509271371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.509299688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.510333197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.526800888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.53299523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.533260408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.534030613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.544335785Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7453be-6c3b-4627-93ab-3060197f6ee5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.544910109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.563708083Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.563931959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.565719501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.627246389Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c70c5695-9662-448f-b10b-87cef484faa2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.62747258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.669201552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac44944b-8042-45ff-a6d8-a44e83437d11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.669575898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.674223808Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2f8488-5be3-492b-b8a5-95b1619733fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.674401853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.706066573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.712297087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd294688-845c-4639-81be-f172cf5ec7af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.712406455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.717082872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd34d1f4-5e19-4295-bb81-50525730d027\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.717171809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.720958194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce4a11a-530b-4fa0-ad8e-3702d7ffee24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.72104189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.724610901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21cabf21-ff76-4e0b-8323-aa4128c97a4e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.724850819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.725827846Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9663a9d7-ec32-467e-917a-5b92677ad9d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.725978286Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.728983654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefebe3e-dbfd-44a6-b92b-57e7948dbaf0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.729119404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.730735484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f0254a-1a55-4ec4-ae58-d13fe6346c34\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.73086904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.732252266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ae5d03-2b0e-4e64-a1ad-57a47c7e9a95\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.732383117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.735084309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d381bb1c-3048-4647-84e7-787f4028be9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.735130641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.743072936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b85577-9f6e-44d4-90d1-168e79d41eab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.743355819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.749898145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3177e95-3b8b-41d6-9f7a-59abc84d8c64\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.749979176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.755298064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5120d22-f88f-470a-9989-f762a0dff820\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.755570506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.756856589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.756988572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.757089573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.757189472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.758238222Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.761150624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.767506067Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.767605826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.767692218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.768316522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.768662301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f0b03d-189f-4915-b39c-a966c8fb40c3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.769207086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.771766766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.771869531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.772673844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.778746373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb6f933-312a-4685-897f-ee58173045f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.77951271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.78453173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297781c4-d4c3-4609-b756-609d8ff5676a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.784944382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.786946791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e8a90b-2373-4e53-944e-35268f4d207b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.787698128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.795532548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e5e9b4-8d53-447c-b0a8-86376f66ce57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.795820381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.7979175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.798053831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.79899172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.800095429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.808001822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeeaf526-b340-4db3-9c86-9fdf2d345eec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.80824683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.809194358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.809294337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.826326453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.844507858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.849779692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a14d92-d882-4cf6-a0b4-ed77f9674ef0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.850350379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.851534198Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.853836525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8092d0c-7590-4e55-9388-384e934ee825\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.854092745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.859235462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf94e9ce-5a5c-4f7c-8a86-d1eb8cf71de4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.860202689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.863404889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c468bc59-6c53-44e7-983d-a292a0f1c200\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.863614276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.866846005Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7beab78a-f698-4fa2-8ddc-f5135c98af5f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.867061505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.870554835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f377dd-0d48-4259-be2a-a69253fbd914\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.870876987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.874228955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8cadfca-bc0a-4372-9e32-26f962b3e7a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.875409047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.891362383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f285c86-ccf0-40e5-b64b-309e8893fbf0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.891582792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.892807382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e8e175-fdbd-4494-84c0-cdab6f782c38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.893040737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.894433341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a106bc5-470d-4718-8af0-e4d0660a4dc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.89465831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.896178829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d69279-a549-4bd0-8a0a-d5b4eb1d3b13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.897000236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:10.898755182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.902562889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.902703549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.903730936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.903846997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.904674917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.905025065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ea2221-5485-4a5f-96c8-ec74941d973f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.905503728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.912698844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a03e62da-33d0-4014-8d22-f17bd61db86a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.912959864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.91736939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1d5e74-f4a5-4b79-9612-54c244150cc2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.917654618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.921543366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18730537-eca6-49e8-9a69-796bc3663f7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.921754226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.922575312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.9291187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.929214861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.929302366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.929808915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:10.932305349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.932439346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.933209671Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.935572268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da270723-aa75-4c42-a6c4-d8de3cbea290\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.935813228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.941050122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180d8417-5a2a-44fb-acc4-afdc22e0e429\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.941263748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.981561529Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e175b570-453c-4c2a-bb1f-11424821fb7c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.981877719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.998352113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb83a30f-1f28-431a-8357-bf9218d77d69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.998477212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.999317556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a32da7-baf4-43fb-9f27-e49a4fffcb3b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:10.999448778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.001649523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af042b15-40e8-4742-bcdd-976f2653d16e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.001779812Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.002756298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402aade7-a2bf-4ace-8f06-99a474cd219a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.002885265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.004450604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d09d07f-3bd1-4e8b-9cc1-c1b5ba2f2adc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.004507226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.004542627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.004574791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.004603418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.005810323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.036140634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.046607729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.046686917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.046791545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.046826044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.046856575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.047410338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.065131316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.069019623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.069086526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.069120715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.069470892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.174613211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.174691257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:11.177626666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50411"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.179065522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.179329128Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7398715f-d02e-4f2f-852f-ccfabd477c8e","remote_addr":"[::1]:50411","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:11.179961498Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7398715f-d02e-4f2f-852f-ccfabd477c8e","remote_addr":"[::1]:50411","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":641,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.180778596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7398715f-d02e-4f2f-852f-ccfabd477c8e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.182786626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.182846125Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.182876185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.188065264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.188240072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.188341334Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.188430151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.189228592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.196884786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.20379267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.204167707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.204290622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.206280056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.231263934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.231399214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.231494925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.231580435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.239333783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.247803318Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.256294356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.256519685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.256620997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.257523675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:11.357479932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:11.35804634Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.358200517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"996.26816ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.358405135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.358710834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.358893879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.359000932Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.359655246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.360528866Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.364999404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.365137619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.366025408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.367129718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.372865677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.372948822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.372983161Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.373345703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.376973792Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.377032579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.378242409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63730","req_id":"949980ae-37e6-4965-b9b0-9e36f4828b1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bc ec 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.378307018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63730","req_id":"949980ae-37e6-4965-b9b0-9e36f4828b1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.378510103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.378667236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.378708789Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63730","req_id":"949980ae-37e6-4965-b9b0-9e36f4828b1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.379210528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 178112779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.379270167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.37970307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63613","req_id":"bd2c6580-ace8-4601-a95c-377e8d75e1c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a0 f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.379869091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63613","req_id":"bd2c6580-ace8-4601-a95c-377e8d75e1c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.379968418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.379993228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63613","req_id":"bd2c6580-ace8-4601-a95c-377e8d75e1c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.422359219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.422818855Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.42288166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.425002366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64821","req_id":"7786b3a0-cfee-4946-8dcf-968accbf4917","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b0 de 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.425068337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64821","req_id":"7786b3a0-cfee-4946-8dcf-968accbf4917","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.426055744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:11.426159321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64821","req_id":"7786b3a0-cfee-4946-8dcf-968accbf4917","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.427626654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.427686985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.427717886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.428036441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.42879368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.428851685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.42887941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.436978738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d4435b-1d6a-4153-8420-393a4c119d63\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.437244868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.443967212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2335d38d-d10d-4d5d-966c-9c44a164f632\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.445078686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.451857984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532f4056-1f0f-4374-aac4-36e3736bc45b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.451976881Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.457394345Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53fbdd96-f532-4bca-a5f8-29b19c811017\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.45748746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.464627787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.467867592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c685fc67-1bc5-4eab-a6ca-2a630ad65ec1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.469032673Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.471412385Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21f0194-7b6a-4115-a94e-94a68a598cae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.475675659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.479285952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6f3660-cebf-453b-b9fb-ba1b6e22bbad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.479473796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.481405355Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02dcb057-d389-43ca-ae42-eecc5bb10ba8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.48152833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.482650726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c5d78c-c802-4b68-85b2-bfa531312efb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.482800254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.484917262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5964e991-fafb-4633-aa89-de283161ef2e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.485233061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.486181962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e95674-58fe-4277-950d-094788ed72ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.486309386Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.487483004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21251c8c-eb24-43cc-b081-4ff0f471abd9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.487580909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.489153863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f96f7ff-e69b-4727-a61d-17ee9b716220\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.489368962Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.491402574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d0efac-53a7-47d2-b0cc-8ba3c03c21bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.49152616Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.494082373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855d953f-e5b9-4e90-a16b-ab80162a4bde\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.494199466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.496161235Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff11575-eec7-4262-a722-f940b072e989\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.496228549Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.498142192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d9f1902-0174-49df-937d-dc738d6000fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.498187232Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.501983455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ce8752-7879-4fb3-bede-544bb041cf9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.502516528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.508718795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa363148-5380-4b62-86af-960cee912331\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.508928002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.509889828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e381ba2-b044-45fd-9b5c-d8e556dc7ff9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.510313543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.511995063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd01dfd5-8a01-4661-99ac-db22813e375c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.512529388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.516848824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf6e8f6-6bb1-42a0-bfd6-0e41d39e2724\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.516972851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.517942463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.51800637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.518041951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.518070117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.518882476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.522077902Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54280f00-44d9-4b74-8f30-90d102bc83b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.522128974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.522400675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ddff49-46f9-4e30-b773-0a5f9a07cec2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.522561376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.522747476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.529249541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.531247883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.531310478Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.532047687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.534255105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.534311517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.535321429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.56337275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e18cc2-cbd9-4d6b-b926-06b75116c8b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.563603459Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.595331505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47ae438-aebb-45bf-83ec-39bd467411e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.595556193Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.596901614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.600751615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d77f6dd-3bf9-4da3-95b0-80f3b92448a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.600962204Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.606202305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ee4c51-1596-4d74-980f-7cb7de8296af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.606412894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.611303018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2854a5-d08d-4115-9d00-f883a9f9bf4a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.61172098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.615202627Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14df83b-998e-42c4-b12b-583d5ca496d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.615416163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.617092282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30f7b3f-c55f-44f4-8bff-3856cb8ce81f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.617318202Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.618659775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4eba9e-46ae-4f01-8aa7-092f7e2dec1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.61888304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.620271727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f8435a-fcf2-4d95-98a1-3768fad2b252\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.620536815Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.621971183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fc31ca-6ddd-494c-a445-02383c0d8fff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.622206552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.624089574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8930ddb-9698-4b9e-902a-37b91ced15fd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.624341306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.627772813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be07610-4161-4ec7-86d5-d5d4846ca302\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.627978943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.638577751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6967546-69ec-4fe5-900f-7e2b5dc7be0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.638784573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.642437521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56be045c-cf5a-4b1e-886d-d4328a86bb68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.644937512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.647243547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe9c4c4-7880-48bb-8798-111253b51123\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.647488234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.647635428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.64768203Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.647718152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.647745777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.648793184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.651670718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.658027894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.658092122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.65812613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.658580084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.65878899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a788396b-9f2f-488a-8630-2300165945c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.659231041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.663876477Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.663953701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.664711941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.679606237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37776393-c720-4f63-9b26-a4dc819f9b8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.680030853Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.681647915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6ddd73-2a2e-43b3-8a5f-2b08a2993970\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.681816331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.683541709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b27c77-0cdf-41f3-b068-8899cb5c6d5a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.683753921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.685216596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e411cdc-84e5-4347-a7f8-1f891360f9b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.685292587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.687299596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b4507d-33fa-4949-8a64-94057f8bd267\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.687422491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.687470797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.687504494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.687535586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.688039831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.694535262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.699996333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.700062024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.700098787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.700132575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.700163136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.700525468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.703818148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.708999381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.713738874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.713858042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.715345656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.782663272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.78274267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:11.78355589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53133"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.784161687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3ad91c74-4d9e-4abb-98a8-75e47ae1790b","remote_addr":"[::1]:53133","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:11.78466501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"3ad91c74-4d9e-4abb-98a8-75e47ae1790b","remote_addr":"[::1]:53133","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":561,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.785033043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad91c74-4d9e-4abb-98a8-75e47ae1790b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.787057887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.787116013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.787143397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.789103653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.78916236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.789199384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.789230596Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.790186891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.794606297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.79553157Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.806167111Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.806635073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.806745543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.807470468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.807875154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.808019021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.808263047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.809286967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.816864705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.816955416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.827889682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.82795429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.846037039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.847071651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.847132362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.847165417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.848466219Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.851123243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.859346277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.85940822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.859440635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.860939291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:11.869858782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:11.870150824Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.870208078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"511.77122ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.87024925Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.870276605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.870305282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.870333288Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.870361735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.871320124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.875747405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.875872144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.878840989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.878918584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.884439894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.884509613Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.884544172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.885586018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.889564294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.890622413Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.892262571Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55229","req_id":"94caf175-3119-4005-8bfe-bc0ee3c01f6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: be 55 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .U..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.892550364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55229","req_id":"94caf175-3119-4005-8bfe-bc0ee3c01f6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.892743088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.892904069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.892951543Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55229","req_id":"94caf175-3119-4005-8bfe-bc0ee3c01f6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.893561689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 692425393 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.893626438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.893941796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62686","req_id":"55be53e0-8fab-41f4-9847-ba339d167c6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 68 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .h..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.894007397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62686","req_id":"55be53e0-8fab-41f4-9847-ba339d167c6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.894162676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.894201614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62686","req_id":"55be53e0-8fab-41f4-9847-ba339d167c6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.963580367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:11.964476292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:11.964659918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65501","req_id":"74f0332c-2b5a-4125-b1fb-9fe9c2283ff0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f 18 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.964723935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65501","req_id":"74f0332c-2b5a-4125-b1fb-9fe9c2283ff0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.964954865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:11.965106016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65501","req_id":"74f0332c-2b5a-4125-b1fb-9fe9c2283ff0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.965345794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.965401064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.965430683Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.96956444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd17255-117a-434b-8f25-8237b76483dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.970010949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.972194109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979eca92-2870-4ff0-8856-e8c5af504174\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.972546822Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.975160399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95fc21b-171b-42e1-8d86-6ab9f46bf354\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.975383945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.983417651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad21741-f62a-471f-afe2-c6b66f722a5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.983686086Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.986576054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b2e0b9-f0b7-4973-beb6-06932bb1a306\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.986825471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.991188714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e9b1f5-58f1-4820-b55f-fabfe205c717\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.991273624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.993223589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102e692e-e1fa-46e4-b94d-b51c8febda88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.993399509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.995276008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0c7c3a-bc22-4059-b098-94c41a6f7735\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.995393562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.996296882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5721aec1-0211-49ef-8144-ba9c2b3f4157\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.996442603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.998420403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20d9954-7334-40aa-9ae8-b7d381a18495\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.998567196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.99964364Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3b7e32-50f2-4131-939b-e0138107f9f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:11.99971861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.014245534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ba31f2-e507-4406-8ca4-26c555c47c28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.014319301Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.024389906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e6084a-8006-4798-9bdf-2c864727a618\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.024927747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.02617876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.028077693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.029377213Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54818","req_id":"2f2ea6ed-4c34-49f5-8467-0da775a218ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e0 c7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.029445909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54818","req_id":"2f2ea6ed-4c34-49f5-8467-0da775a218ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.029671268Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.029886878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.029933681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54818","req_id":"2f2ea6ed-4c34-49f5-8467-0da775a218ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.030749136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 829610876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.030815849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.03270351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61006","req_id":"60e88062-5ed9-429b-ab39-28a557bab9c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.032810904Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61006","req_id":"60e88062-5ed9-429b-ab39-28a557bab9c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.032919681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.033153637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61006","req_id":"60e88062-5ed9-429b-ab39-28a557bab9c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.033568624Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.081579983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.081742647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.081898167Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.081946914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.082875504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.083272666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.083320491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.083353697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.08338033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.084292367Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.084636834Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.085727677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63740","req_id":"926a8d99-e2a5-4cbb-968a-66f7f95807b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e3 91 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.085787727Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63740","req_id":"926a8d99-e2a5-4cbb-968a-66f7f95807b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.085916383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.085947545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.0860604Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63740","req_id":"926a8d99-e2a5-4cbb-968a-66f7f95807b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.0866276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 885534541 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.086684323Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.087740888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55286","req_id":"305ed1fd-ce5a-422b-8ffe-35a4ae0d481e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.088373339Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55286","req_id":"305ed1fd-ce5a-422b-8ffe-35a4ae0d481e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.088480101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.088505953Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55286","req_id":"305ed1fd-ce5a-422b-8ffe-35a4ae0d481e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.088540271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.09571194Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.095773713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.095838172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.096216045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.096515862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.152020832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.15210013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.152270129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.152318024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.153367144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.153512073Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767ff7a7-89ed-437c-854d-7ce7791c2707\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.153654507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.156683001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.15682818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.157815958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.161346312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3b14b9-6333-42ba-824f-98e47bc5eede\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.16144533Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.173083228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c13eba8-fea1-4fb8-9ec2-70630dd21a25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.173165431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.175024014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca333c8-94ba-4123-9680-468ceca40081\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.175243913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.176493723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d30480-9d24-4b18-bdb5-1298d412629d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.176564754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.17798799Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a57f7d2-3eb3-443f-8d4c-76360b38e69c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.179763447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.181018227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43b643c-f674-4fd1-aa2b-0f627fbfb5d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.181158166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.182518246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a8e51e-8023-4595-b6b4-88f79b2c581a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.182653065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.18408108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3f8929-fafe-40e0-bcfb-dd2bb0544c78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.184202702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.185685747Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca3edc6-ebda-4fd6-98ba-f5a8aff91cfc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.185800065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.186981749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7d1043-a206-4f4d-a815-acb1298d34fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.187170185Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.188868308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c40064-e8fd-4b4b-a65a-6e910b5931a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.188935943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.190847752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8a210cf-babc-451a-a9a6-38e80761db5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.190938082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.192836725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d6f4cb-9cff-48ec-aaf6-de1e0b9ce43f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.192901765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.19470614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a625574-d690-41eb-9927-eb50bd062f50\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.194773825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.197352903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c9accc0-332b-41ba-b1ba-898f957b4fae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.197420007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.200823739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c39ae1-2c54-4c93-b2ed-f26203272196\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.201078065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.202705418Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f3d218-2763-49d2-afc7-a19e524a05a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.203009814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.207368218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.208692006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6a6403-d8b0-412b-8d9b-4ecbe2594d91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.209272863Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.210775888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6528379-ee01-477f-b2d1-dbed36dba75b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.211056958Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.212272349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba67f3b-6a16-4b7f-a180-56e3da0db3c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.212764179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.214125862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3fe24d-a07c-4f79-92cc-1af3e6976ca2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.214767681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.218869474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d49a791-2810-4f9e-a848-43d6988e9b36\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.219222126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.222076794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1c8f39-0c75-41a6-b4b2-dc5f14dfa39b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.222288907Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.228447066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1b9bd9-80bc-4759-bc7a-cb28ad27fc42\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.228530843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.230401661Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532e7e5b-5b63-45d8-90f2-6590251fd714\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.230474997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.233658991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e706256f-4d88-4041-9d8b-1dc19a1c1399\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.234256471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.236408138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9750b795-0e0e-4503-9c2c-f17953d3599d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.23648441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.2374882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c2e24e-9dce-49b2-846a-7d8fa9fde9ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.237637628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.238629314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a341dd-b56f-464b-9599-c015d41ddd8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.238817569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.240069393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50995097-7e27-47c4-b75e-e91d65eb4a2f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.240192258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.241311809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd554f56-2513-4cb0-9203-04f960e1417a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.241377018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.241412008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.241443721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.241473982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.242305869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.245670363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.250006693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.250162172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.250204366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.250239166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.250269987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.252665209Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.255368255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.26012864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.260193519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.260225292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.260683996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.261482467Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.261540964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.261573048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.261601625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.26674865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.271781898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.272837692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.408011076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.408109893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.408742453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63407"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.409862405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9636b64a-1fc8-4baf-9d90-9cf140235991","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.410145399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.410423272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.410759051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9636b64a-1fc8-4baf-9d90-9cf140235991","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.410825453Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9636b64a-1fc8-4baf-9d90-9cf140235991","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.412703626Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9636b64a-1fc8-4baf-9d90-9cf140235991","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.412830408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.414714151Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.420267737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.420421403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.420577384Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.421281446Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.421772976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2f5a70f9-f3b2-4e47-94c5-084873d585ba","remote_addr":"[::1]:63407","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.423654805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"2f5a70f9-f3b2-4e47-94c5-084873d585ba","remote_addr":"[::1]:63407","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1889,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.424449929Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9636b64a-1fc8-4baf-9d90-9cf140235991","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":14637,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.425672275Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64722","req_id":"7f15b824-cb61-40f2-9e35-ab9e9793713d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 75 04 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 u............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.425860079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64722","req_id":"7f15b824-cb61-40f2-9e35-ab9e9793713d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.42629206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.426537849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.426750573Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64722","req_id":"7f15b824-cb61-40f2-9e35-ab9e9793713d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.427030611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9636b64a-1fc8-4baf-9d90-9cf140235991\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.427327383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.4277528Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.428613856Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.428723474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.428794776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.428973973Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5a70f9-f3b2-4e47-94c5-084873d585ba\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.43083947Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.430931704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.430996593Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.433109283Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.433234873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.433332928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.433418719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.434090057Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.443508292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.44364766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.4442852Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.444608093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8009c8-d139-4974-9be7-ba924d55cb5c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.445205544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 244035801 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.445368027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.44586623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8009c8-d139-4974-9be7-ba924d55cb5c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.445985407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8009c8-d139-4974-9be7-ba924d55cb5c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.453694818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8009c8-d139-4974-9be7-ba924d55cb5c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.454198712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.477403526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.477705347Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.477814344Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.47950331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.510369829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e8009c8-d139-4974-9be7-ba924d55cb5c","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":65761,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.511687795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60696","req_id":"2aa3ce4c-71ab-48df-b851-f1c7167ad580","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 55 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Ux..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.511894737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60696","req_id":"2aa3ce4c-71ab-48df-b851-f1c7167ad580","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.512361568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.512584001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60696","req_id":"2aa3ce4c-71ab-48df-b851-f1c7167ad580","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.512916383Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8009c8-d139-4974-9be7-ba924d55cb5c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.513174848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.513265899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.513345959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.514439919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:12.57550685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.575560608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.575967959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.576785709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.60047612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.672124805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.672423861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.672642848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"802.313428ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.672699781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.6727294Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.672759009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.672787837Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.672812917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.673330939Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.679217768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.683399189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.691390972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.691466913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.691658285Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.692471455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.697075438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.697120408Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.698845605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62965","req_id":"786e796d-3421-405c-b2b8-af776574f233","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8d af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.699019341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62965","req_id":"786e796d-3421-405c-b2b8-af776574f233","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.699228007Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.699527714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.699586581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62965","req_id":"786e796d-3421-405c-b2b8-af776574f233","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.699984394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 498900142 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.700089123Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.700611894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53873","req_id":"1a15f223-8db7-41b6-be04-b89d195588ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 34 7f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 4...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.700674118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53873","req_id":"1a15f223-8db7-41b6-be04-b89d195588ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.700819889Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.700846391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53873","req_id":"1a15f223-8db7-41b6-be04-b89d195588ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.747003697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.747282272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.747340247Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.747371109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.747398113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.748029421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.748530028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50510","req_id":"c872ee02-a3b3-4e08-9f18-7366c34d30ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 26 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c &............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.74864162Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50510","req_id":"c872ee02-a3b3-4e08-9f18-7366c34d30ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.748814475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:12.748901708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50510","req_id":"c872ee02-a3b3-4e08-9f18-7366c34d30ab","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.749247257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.749285052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.74930914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.750867575Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a3119fd-759f-4ede-bb5b-a0846fd63680\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.751091662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.751290047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.75719391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.757285793Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.757320432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.757619488Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.759159757Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b97d7e9-eb9c-418c-a764-06fd28f9e198\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.759321509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.760146743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.760206002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.760617221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.761848264Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74edf969-c6c4-4d60-a370-eef71215f72c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.761913794Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.763688129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52538d4d-4e1a-4d13-beb6-bdfab357bf03\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.763759261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.765774326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b73d410-1118-489c-a5fe-928708a8c3d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.765839476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.767804641Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85760047-cb52-4412-9e98-a2367287fa1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.767875503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.770079414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a28c17-18da-4bdb-a495-5295f1c44717\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.770144574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.772024519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68a250f-fe5e-420d-ab3e-0029cd03074c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.772146923Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.774984326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3037cf-9792-40b1-b8d5-d09f7db16037\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.775189976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.776503423Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0791c4-dc5f-46aa-9d48-1a66f0c9538d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.776566178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.777735097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e84d805-55a8-44f3-aa6f-5e3891e8a7a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.777869956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.780765946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f43a582-c4ea-415c-a8d7-06c3ddfea07d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.780836236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.782393338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb9b36b-926c-4629-ac48-dc9b79499bd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.782772053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.7892857Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd48338-3fe4-4480-9e52-0ab66fa02b54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.789422723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.795376486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a013797-a691-43b9-a088-0a4598f39298\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.795463208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.796293443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.797531169Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.797724985Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.798121585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.799141457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.802190632Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e49de9fc-e576-4fcb-ad01-9cc4c4dc61ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.803786242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.804399734Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.805814282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.809849372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.809909702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.810884474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a89e18f-f6ab-421d-9714-e8fa991ffb7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.811073481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.814431391Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de53e3dd-4da1-4f5e-9659-71e24849935b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.814492032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.816269754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f948d57a-a00e-486e-80e0-e5b15dd2c3c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.816342559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.817181Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8863fc0-069c-400b-8339-6995392332a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.817354936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.819102618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ab6a57-574e-47c3-9d06-c049c3149cb1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.820422508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.822964062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e303f58-ab95-4e99-8dff-7a6cb77b465d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.82305818Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.824296587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6019ab-5fbd-49f1-84c7-48e3184d4d94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.824367859Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.825431679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca4344c-8834-4659-b6db-aa03da8a66f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.825591136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.828198071Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abad9cc-79c7-4ed1-b694-27f2fc979404\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.828267419Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.836615081Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7335bd52-18e5-4f32-8d2e-f936e2905023\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.83683521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.838519666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f83168-9dcc-4f3e-99cf-8a1a19eb8ea2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.838731868Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.840471966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"012940bd-6984-4d56-9f06-82849a94dd19\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.840681032Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.842264908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4462ef9d-0308-44c0-b8ec-602341ab713f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.842476179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.844533187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bed8074-c0a9-4cbb-b62d-66fd8b260dec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.844746893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.845777677Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a3be5a-b23e-41a3-9106-8620c6b948a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.846037655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.846618462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.846755255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.84684811Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.84693388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.847770638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.848633437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c340ab7-fb9c-4d30-a981-ec404d5582c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.849576706Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.850894862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478a16ef-90f0-4344-b964-920ae7884cad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.85107941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.851530399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.857271217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.857327208Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.857356397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.857815752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.859115942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae079996-ac77-439b-b74a-b83fb58cd7df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.859235861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.860628546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1412fe-1e72-452f-81c5-0043f465654a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.86069088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.860851991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.860897743Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.861320675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.883365218Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357069a8-c178-44c0-8376-62b284720958\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.8838029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.886428892Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e3deda-30ee-4a41-8af6-cb8133a91a23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.886474964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:12.904404166Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.907060729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e504793-ab5c-41e6-a867-c246a218e681\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.907277321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.927455214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9420d7d-c574-44da-a4b5-57076ef9085d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.927726625Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.934370212Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e857b540-b9bb-48dd-964b-49928b3465de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.934577034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.93908211Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689bf4aa-630f-4086-95d3-0b0b524a1b2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.939309513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.94912022Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8fd857-94b3-4140-ac21-b8b4595d7ff7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.949300229Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.949922679Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.952394314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116f867e-4f16-49fc-ada1-ad720f849e45\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.952569493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.953505588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c63b0cd-5bc4-40bc-8b2b-2ea0a79fae40\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.953680556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.954542474Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13da143c-59f2-487f-9b30-e7e819aa6899\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.954613144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.954748564Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.954790678Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.954820708Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.957208936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.96467915Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.968494843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.968559331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.968593149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.968624441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.968653188Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.968989759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.978654365Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.982443044Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:12.982504767Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.982537141Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:12.982931186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.047510897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.04759266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.048292655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.048348546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.048382263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.048409768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.049353338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:13.049411865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39159"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.050812786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7fe06363-a65a-401c-9b3d-e7ae5650ac74","remote_addr":"[::1]:39159","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:13.051408433Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7fe06363-a65a-401c-9b3d-e7ae5650ac74","remote_addr":"[::1]:39159","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":578,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.051720424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe06363-a65a-401c-9b3d-e7ae5650ac74\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.053500732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.053593246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.053623977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.055561337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.055613922Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.055646457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.055674372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.062859809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.06346281Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.076201612Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.076258745Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.07629098Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.077157737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.079538721Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.085855506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.086169372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.086274732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.086985618Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.092518562Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.0927282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.093482974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.160780099Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:13.172616171Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:13.174461438Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.174524574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"501.859943ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.174564714Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.174594172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.174625595Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.174655715Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.174682599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.175507702Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.184778594Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.188569547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.188652713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.188687833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.189015776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.197957432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.200558144Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.201425292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63976","req_id":"708291a4-5733-49c3-a471-f041f78de093","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 03 3a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .:..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.201494189Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63976","req_id":"708291a4-5733-49c3-a471-f041f78de093","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.201712835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.201874236Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.201969746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:63976","req_id":"708291a4-5733-49c3-a471-f041f78de093","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.202340716Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 1241634 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.202394783Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.202770752Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59634","req_id":"be28c04d-3eee-4a82-af4b-11442d2273dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 a2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.20281983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59634","req_id":"be28c04d-3eee-4a82-af4b-11442d2273dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.202993917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.203152934Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59634","req_id":"be28c04d-3eee-4a82-af4b-11442d2273dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.262418737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.262848874Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.262901689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.262936689Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.262964214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.265161642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.265238585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52870","req_id":"e3233b88-728b-4c5c-adb3-84b009884c88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 01 d2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.265323054Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52870","req_id":"e3233b88-728b-4c5c-adb3-84b009884c88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.265442993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:13.265518102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52870","req_id":"e3233b88-728b-4c5c-adb3-84b009884c88","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.26679156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.266845457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.266877521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.26718814Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.318322682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.31842723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.318460356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.319064901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.323937409Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.324017499Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.324607685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.324822082Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c73031-caab-4373-86f3-b8a8db5855e1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.325143592Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.327716649Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9df5b13-e14c-4790-8a61-8f0205f6ce8a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.327914553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.383506206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36c593a5-054b-4954-a239-2d629192a5e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.383708589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.407761042Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.407920139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.421723271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.423002139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.423172729Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.423255304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.426961348Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d402b3-811d-42c3-8615-093d7bbd25a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.427276245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.437593952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12604f2f-8d4f-416c-8bb2-516082c73117\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.437819642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.441069768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.444750561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c5ca6a-d944-48a8-8588-f6f0a4350da3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.44497075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.44801215Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd42756-cd05-40bf-a4a1-4212af6d9348\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.448224754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.451740258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ff1205-639d-4718-acb4-f6d4beed30e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.452068372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.460819207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9868c0e1-13e3-4bde-bc69-b9b63cfe52a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.461062732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.462601178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c156097-febc-42e6-b898-8de98ddf2f6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.462835565Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.467238417Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b9e23c-f961-4922-8f52-0687d1beea12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.469000979Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.470428864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109e5bea-1efd-467a-97bd-477219be6388\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.470639584Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.478097333Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c77f334a-b28c-447e-89e2-210a812f8a99\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.484120704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.486887737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a513bad-d336-418b-9119-fe5f78d0ab80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.487054369Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.489122129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebdc29cb-04dc-4eb3-a978-e0cbc17ff3a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.489193712Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.490988608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df0745d-2e84-4859-b0dd-4c944f77bb43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.491178556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.491870946Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.491929031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.49196319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.491991175Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.492795869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.494934069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f7a2363-65e4-4e60-82d7-95b91f01f4c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.495097224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.495677059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.504120582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.50417954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.504209089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.504571982Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.508677542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a3d60af-f45b-4f7c-a9a3-9e2d2bed65f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.508980115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.509186776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.509274692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.520020813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.525129802Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0bb0ecd-3279-4f2a-acc2-0da64c24a979\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.525456102Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.526779138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b478199-6277-4766-aa27-9a983b661d1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.52704629Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.528565337Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20ea6c4-7f87-49a3-807c-f25b725832dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.528811137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.530616013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b63d372-be87-4081-9883-69a491195c18\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.530895309Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.532077154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77af1f3-fa10-458e-aaf6-bec78e8a4460\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.532294066Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.534698858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3a42e4-1a69-4597-ad3c-34d203256dc4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.53498093Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.569329737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.581206251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484cb7da-dd52-4e01-a951-3fffde8e9412\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.581830685Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.588991392Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3a03f0-245d-4be7-8062-1359e31063b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.589147132Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.591031697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900b64ae-8926-46fb-a622-d893c3120494\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.591209692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.593245949Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5351fa25-55f7-4a7e-aeee-749f97c3f832\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.593317832Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.595438127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f6328b-6c12-4e66-b88b-632919a3526b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.595638346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.597579393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115ee4fe-2cf1-46cc-94e6-c446454497cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.597762989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.598649465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"912dadde-68d7-486d-823b-aeaed94ef017\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.599493156Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.599826761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb479d3-a779-4e24-89f0-746e1cb3b0b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.600000898Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.601376358Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e688d41a-536a-47ac-baf2-e6b0a3feb9cb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.601910703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.60344031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13d5847-cf7f-41ce-94c3-5c2e1386cf08\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.603658255Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.60618523Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557ff730-f9ed-49b6-b406-8d7230e33b94\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.60640127Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.608115936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf27f4b-1004-450d-9e5f-3d3734c85e81\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.609624051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.612079644Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e373a9df-d4f8-40d5-a60d-0a3b558f0ee7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.612145515Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.614636328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45eab83f-893a-4d4c-8740-a75027352a23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.61470246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.615773113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6128f6-3bf5-4c63-9b0d-d99f6379bfd3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.615840196Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.618560476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0b805b-405e-4742-9b69-4afecbbbbf12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.618731587Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.620873886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.620935018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.62102647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.62105686Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.624493588Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.626767138Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ceb83b-5e51-4e75-bc57-36485353f1aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.626946525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.627321873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.63445224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.634511608Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.634544574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.635565448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.638853569Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56277e9d-c704-4753-b702-a5b542a4ea8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.639097205Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.639303536Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.639353084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.639886828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.641001539Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc5f921-20c2-40d0-b1ad-940e83a7745d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.641202048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.642641787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff0961d-684e-437d-8f7b-1c1236c155af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.642770724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.646436037Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8aadb01-5a5e-4217-9b1d-80dc7a196066\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.646668249Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.646777637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.646865703Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.646946614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.647755556Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.666881353Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.671493682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.671581287Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.671616998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.671645124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.671672869Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.672081864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.703745933Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.713381651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.713568804Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.713674505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.714604338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.776774738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.776896761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:13.778352291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56473"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.779036003Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"b794dec4-f09e-4387-9289-8d41b65b3736","remote_addr":"[::1]:56473","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:13.780352226Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"b794dec4-f09e-4387-9289-8d41b65b3736","remote_addr":"[::1]:56473","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.780776271Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b794dec4-f09e-4387-9289-8d41b65b3736\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.782569975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.782627068Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.782656397Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.786804231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.786965913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.78701448Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.787047786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.787729214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.790712999Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.79505991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.795254407Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.795440228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.79634509Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.798290316Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.798509553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.799593292Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.80046036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.805483117Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.80554471Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.811246891Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.811583241Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.81163761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:13.860382862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:13.860995121Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.861182455Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"686.582401ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.861866728Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.861984833Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.862223489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.862331023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.862421103Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.905790473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.907024642Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.907084502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.907116786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.907143259Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.907618836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:13.907711561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.917117031Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.925774701Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.925896002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.925928938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.926529284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.941663909Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.948465951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.948542394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.948576912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.94892705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.949904908Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.950017443Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.950554663Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52479","req_id":"58b05122-b61b-4998-9ac9-0fac3f5f5f7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 14 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.950720143Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52479","req_id":"58b05122-b61b-4998-9ac9-0fac3f5f5f7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.950907827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.9511051Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.951159839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:52479","req_id":"58b05122-b61b-4998-9ac9-0fac3f5f5f7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.952204921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 751098635 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.952413687Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.952719526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.952776109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.953411555Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:13.953720731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65359","req_id":"03a0825e-3638-47c6-b988-ab6f57cda41a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.953782504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65359","req_id":"03a0825e-3638-47c6-b988-ab6f57cda41a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.953961361Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:13.954001831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65359","req_id":"03a0825e-3638-47c6-b988-ab6f57cda41a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.011163803Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.011795101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50228","req_id":"4f530633-ee05-41eb-b46f-2e400edc3e75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ae c5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.011860501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50228","req_id":"4f530633-ee05-41eb-b46f-2e400edc3e75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.011997013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:14.012092373Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50228","req_id":"4f530633-ee05-41eb-b46f-2e400edc3e75","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.012217462Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.012262662Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.0122916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.016423893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c7e53d-5b21-4e1a-bf37-df40b9500190\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.016825002Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.018311224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3338a2e-041a-4bd5-9d11-a5815a35966f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.018507605Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.021775917Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ca608c-6e13-486a-8d62-90ab182bf445\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.021901106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.02424704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d18c69-904a-4308-ad51-7022b1c93282\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.024372119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.026542494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1a2da6-982d-4d6e-8dc0-74252f3275b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.02675124Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.029616118Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e442b0-fc32-4125-92ef-0101357468a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.029836737Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.039911651Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.041906936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce92982-bdfd-4680-90e9-833afe15415a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.042182475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.044931974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39811dc-bead-4a6a-8c26-00a3243ff142\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.045107864Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.045913179Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b626b9c-7510-4ae7-b6c1-2c380ab69c8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.046102245Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.048472638Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18334d7a-754a-4add-ba62-c9d5bc26a22b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.048584521Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.049693791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797a5b89-d069-41dc-a02a-6bcac3c168c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.049824672Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.052381186Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab146cb-a13f-4ad7-8766-fef004ff0f6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.052446827Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.053262512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1043d5-cca8-418f-899e-243dc21d0208\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.053816606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.058731178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d46f49d-13bf-4c64-8731-b53892e1b99a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.05880763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.059779276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c16a5f-9b7d-4c7d-80c3-0c15758a582c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.0598466Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.062319016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f3efff-c973-4f1f-bcff-5dc0b2640d29\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.062575227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.066546359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d117f9-27ee-4826-a304-64aa2065acb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.066768101Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.069892346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13202ee9-c5f8-45be-9d09-4007580af1d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.070211371Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.072543568Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c6e601-8004-47c1-9602-d4c676288c54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.072809398Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.074489435Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494cf68c-f74e-4b1c-99d4-cbf8e32700e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.080395001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.083843382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.084165043Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f7ad174-660f-44f3-9dd7-d1c8f9252e72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.084389991Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.085504502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51052","req_id":"bc98321f-075a-4291-8587-9c5d3fd1e5e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b2 99 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.085673719Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51052","req_id":"bc98321f-075a-4291-8587-9c5d3fd1e5e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.085994187Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.086233775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.086399836Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51052","req_id":"bc98321f-075a-4291-8587-9c5d3fd1e5e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.086926545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 885857533 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.087062957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.087981988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c44208-560e-4a58-b1ab-f4ed4b354cf7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.088199461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.089028112Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51282","req_id":"8f081f14-e533-4061-ba23-4fed3e2d8de5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c f6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.089186899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51282","req_id":"8f081f14-e533-4061-ba23-4fed3e2d8de5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.089474532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.089661404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51282","req_id":"8f081f14-e533-4061-ba23-4fed3e2d8de5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.090301119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.166543096Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.166748726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.167105967Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.167214303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.16878858Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.16898954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.169127615Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.169229959Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.169319388Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.170543887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.171005567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.172236941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a5600d-94d7-4c8c-b33c-a7777a0a1e56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.172603972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.174171475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64703","req_id":"0d6dfba3-0d17-4f06-bd8a-0fa0e4de23d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 60 f4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 `............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.174325261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64703","req_id":"0d6dfba3-0d17-4f06-bd8a-0fa0e4de23d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.174640359Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.174882432Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.175089895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:64703","req_id":"0d6dfba3-0d17-4f06-bd8a-0fa0e4de23d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.17600097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 974930185 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.176130328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.177065431Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51132","req_id":"6c6ae9ef-273d-4024-b193-da8c3df21643","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.177228406Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51132","req_id":"6c6ae9ef-273d-4024-b193-da8c3df21643","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.177464526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.177656328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51132","req_id":"6c6ae9ef-273d-4024-b193-da8c3df21643","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.178230172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.255846928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.255925404Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.256190262Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.256652984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.258745974Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.258907787Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.266646916Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.266813158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.266843819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.267660486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.267914552Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0592c5-1f69-4414-877a-304a76ae5ef2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.268132887Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.270628559Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.270957936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.271333825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.271390989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.271688451Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.271992457Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.272297214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.272361532Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.272849635Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.277111486Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d35973e5-7e66-41c6-bf45-a83a7766a3c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.277272076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.2779567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":5976,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.279109016Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ed5d9d-29c7-4b6b-82a7-e3d5f1a6e3be\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.279430387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.280092516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"afa5e771-1cc5-462f-a93c-515d0bf5626f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.280372754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"afa5e771-1cc5-462f-a93c-515d0bf5626f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.280432173Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"afa5e771-1cc5-462f-a93c-515d0bf5626f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.281247126Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"afa5e771-1cc5-462f-a93c-515d0bf5626f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.284015422Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb2f89a-5c24-46bd-8aed-b638f310754f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.284146854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.284424557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"afa5e771-1cc5-462f-a93c-515d0bf5626f","remote_addr":"127.0.0.1:60961","local_addr":"127.0.0.1:35649","component":"dropshot_internal","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","latency_us":4338,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.28517403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35649/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa5e771-1cc5-462f-a93c-515d0bf5626f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.285227988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.28525936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.285283599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.298413269Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d2e14a-ee38-489c-b7dd-2070f72f96cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.298500182Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.300715516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0189ac-4464-4ace-8121-79a4454a3595\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.300779894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.302667335Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3532a42-b2b4-4e22-9339-0641f8dcdae3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.302867463Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.316140088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d66b9be-2644-441f-b930-604e1607b8f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.316267362Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.317322955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1830e6-c844-428e-a1e1-391e6d83b329\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.317539246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.318585541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d533ede5-6bfd-49fa-9caf-fb5a19e0ebaf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.318727313Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.319797495Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcab9f61-e995-4a36-a480-7a0c6a40aba2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.319853437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.322201325Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0819ef-62f2-4e2a-9394-5d34175f5cc0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.322318739Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.322626282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.324912266Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0554240e-6bcd-4f2a-a831-6c5e5332fcb5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.325072265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.327286547Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f557f80e-d2a3-4030-b97a-a56ed1d65c39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.327403039Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.329505899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76aba0e-f93f-4ade-af9c-c7633376f448\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.329624154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.331638688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8129c072-2990-48d6-864b-978d3039ede9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.331760741Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.340471637Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ee9b24-58ef-42e3-8107-da1b40c73649\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.340594452Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.343572786Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c1ae7b-28e5-46c3-a8e0-e9af812dccf7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.343696272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.346530319Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b995af-25a1-4cf5-8074-fd827db57a51\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.346655659Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.347475873Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ac80ce-62d2-4a35-b958-eb529c1d586a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.347600551Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.349094738Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6e36e4-b9b2-42e9-aa47-48f8429013ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.349229246Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.351793115Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe13f4c-6993-440d-80e7-5e7203d2264d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.351901621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.353108485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd9ae28-7591-4069-b56e-b7f817db20ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.353267442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.353310338Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.353340087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.353366429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.355327366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.375202146Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.375397034Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.375446603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.375475059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.376863416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.377165257Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.383830617Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.383951658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.383989724Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.384023251Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.384053401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.384990899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.390071622Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.409424912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.409544911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.409873746Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.410774331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.414168984Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.433547795Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.43366064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.433699768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.433907733Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.437365472Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.438526886Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.43916109Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.439283964Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.439929781Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.44222306Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.443132583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.443435546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.443511027Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.541168763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.541600994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.543074901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36948"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.545314243Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7a9d7b3b-2c7a-4e21-8d2b-fb16cea8818f","remote_addr":"[::1]:36948","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.546098676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"7a9d7b3b-2c7a-4e21-8d2b-fb16cea8818f","remote_addr":"[::1]:36948","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":808,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.550103405Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9d7b3b-2c7a-4e21-8d2b-fb16cea8818f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.554831726Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.554927647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.554990382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.55796542Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.558228574Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.558338152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.558530936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.559516009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.563932008Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.568315221Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.568700839Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.568808975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.56951428Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.610586514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.623106599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62045","req_id":"e1ee5b79-0a96-47e8-a0ff-3741afd8a562","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6a ad 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 j............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.623386657Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62045","req_id":"e1ee5b79-0a96-47e8-a0ff-3741afd8a562","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.623876403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.624208224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.62512966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:62045","req_id":"e1ee5b79-0a96-47e8-a0ff-3741afd8a562","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.626147047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 425071131 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.628379174Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.638924666Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59350","req_id":"0f3820dc-7089-4ee3-8979-85ff1252a5fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cf 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.639005517Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59350","req_id":"0f3820dc-7089-4ee3-8979-85ff1252a5fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.639223261Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.639539541Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:59350","req_id":"0f3820dc-7089-4ee3-8979-85ff1252a5fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.642984304Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:14.697038484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.697212731Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.697953447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.698115059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.701483751Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.704013461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.70747623Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.708218429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.708622023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"846.703241ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.709243972Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.709384713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.709426897Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.709485253Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.70951906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.712212918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.717897183Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.724533766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.724664777Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.724705228Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.725084674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.728821239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.728949655Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.730543049Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51993","req_id":"a628cd52-a09e-4f40-a811-897d7c8c5d1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 16 bc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.73060374Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51993","req_id":"a628cd52-a09e-4f40-a811-897d7c8c5d1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.731731106Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.731782379Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.731806847Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:51993","req_id":"a628cd52-a09e-4f40-a811-897d7c8c5d1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.731847749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 530793056 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.731884091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.732368476Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53498","req_id":"105f7b13-c8e0-475c-99a5-4c9e45ae8917","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d8 cf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.73242061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53498","req_id":"105f7b13-c8e0-475c-99a5-4c9e45ae8917","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.733435763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.73347456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:53498","req_id":"105f7b13-c8e0-475c-99a5-4c9e45ae8917","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.816582307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.817512119Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.817577009Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.817611628Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.817640305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.819774647Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.819909436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.819995036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.820270135Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.828508589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.833048394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61641","req_id":"d30c45cd-eb31-4760-a2ee-a2a9beb8b423","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9c f7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.833662819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61641","req_id":"d30c45cd-eb31-4760-a2ee-a2a9beb8b423","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.834867178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:14.834975765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:61641","req_id":"d30c45cd-eb31-4760-a2ee-a2a9beb8b423","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.8350085Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.847340611Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.84742546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.847458756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.847975025Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.848250854Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.848305654Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.848336776Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.848912913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.848978725Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.851908963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.852321004Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.853633479Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.85395531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6566d6-1cbd-4075-aa70-4540b243f2c0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.854218084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.855675297Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.855734936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.860474429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff7ec8e-52bb-4c5f-b944-bbb798b459c5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.860665069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.864316484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e96d522-75e8-4efd-8dc1-4e9bb5298c61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.864717603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.873997072Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9630b68-1fc3-4ba0-8710-bb4f57e2acf8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.874299525Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.88640813Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293d8987-f916-4156-ac0f-a16d27cd6319\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.891329195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.89787134Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612f0c8e-ca95-4ead-a7ea-7c1582631e49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.898034545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.903590214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d6271e-2f9b-46f8-af17-96ea9426d52c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.903821936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.912966195Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.917160092Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2275f35f-a631-495a-b10b-2e72fd18919a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.917308046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:14.923919619Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.924237894Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ea34e5-7a2c-4efe-aee4-4d37be406277\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.924389606Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.925443766Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f80713-a3c7-4f5b-9d1d-0435da406201\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.927503089Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.931109114Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd3079b-9bf0-430d-a31b-82325df06783\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.93195504Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.933028919Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e876e74d-de36-46ae-8235-41d372ddca8c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.933266963Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.934666943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2634f32-afc6-4bd1-979c-cbe2fed5d0d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.934930548Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.937522372Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a6bbfb-5648-4aee-acbb-078ccbefdade\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.937739014Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.941877149Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c315527e-30ab-4308-a57c-82d379ecb8db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.94196828Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.943690582Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23efd720-63c9-4c8a-b13a-a1bc0e7de216\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.943812775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.945720075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48279691-f7ce-46b0-ad5f-8f242c3c7b92\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.945858341Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.948485505Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c38f0f-0083-4c2a-ae1f-c388d41408c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.948600414Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.950634176Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f2fbdc-e01a-4eab-b98f-4182008e1b78\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.950753835Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.952260938Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601375ae-16a1-403a-acdf-e82639c44024\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.952421888Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.954479518Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b6aad1-e486-4542-be94-abab57a062f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.954719977Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.955628578Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35c2da0d-6b4e-4477-96c8-a3add76358a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.955673778Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.957055791Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f19179-2675-4f1c-9e64-eb4041890138\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.958111865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.959958394Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f2c651-3f26-4134-b607-802180b04553\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.960360876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.963523047Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.963563227Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.963592675Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.963619429Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.964505975Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.965076692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebab1598-8d10-48a2-b2b1-7760c05bc63b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.965243244Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.96913614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.979532775Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.97967064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.979765709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.980309402Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.98116147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865271db-6d55-4b2f-8ebe-431f37a0473e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.981464865Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:14.983556442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.983669437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.984205465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.98608013Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7183d3-8145-4a9d-955f-8aefd32f5df5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.986387352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.988572426Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6143f6b0-2dce-4bde-ae98-cfbedea47df8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.988833997Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.990575437Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fb749d-fb71-4dbf-9ae9-a3645b6ee7be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.990831327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.995110172Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45bde151-954c-4846-92a0-d3622991d401\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.995401152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.996530191Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"779ca2ca-ed22-4dd5-aa60-6655976f2367\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.99669033Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.999551441Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5f8556-5dfc-41ac-ad0a-802ab452a89b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:14.999831258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.003944494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774c2ddd-43ca-4a5b-916f-953b5782fb2c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.004066998Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.004104944Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b064c3-b256-4ef2-b5c5-b9b8dbf2176e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.004134903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.007622843Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b65f939-0284-4675-a09d-2b1f66d3b44e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.007701129Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.009918136Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2bc75bf-300c-43ef-b7d1-8ff542343b9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.010160759Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.015861327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c00b269-393c-44a7-8336-282c9b99f89c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.016705579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.022813349Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c61a65-66eb-48b7-9474-178f58563c43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.022987496Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.023889774Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.02939872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac872b2-2923-4b64-be09-d5d1cb9bb174\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.030099376Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.032946879Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7aa3d2-93a2-4e1c-8391-cc27abd50974\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.033079223Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.035074669Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdb4574-fad1-468e-9ba2-3cb68b5b287b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.035140861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.036176254Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f439245-ca11-4c17-9e6a-11e1a7f03acf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.036327765Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.037418048Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93b47b1-3f7b-4cd2-bfee-9314629a1afe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.037704368Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.038684321Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e109bfa6-3f60-42fd-af2f-de4d7abf0265\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.038763819Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.039824943Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa6816f-e146-48b4-96e7-3851e099b589\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.040023088Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.040078278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.040112206Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.040141023Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.041515331Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.044626139Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.049045735Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.049110825Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.049145895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.049176526Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.049205473Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.049691983Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.052069029Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.056189829Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.056246572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.056280059Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.057072508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.106774436Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.106994284Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.107483018Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.107538137Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.107568768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.107595572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.108485966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.108545234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63431"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.113213265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"8e3f5fac-09e5-4572-a073-8685947aff30","remote_addr":"[::1]:63431","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.114552583Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"8e3f5fac-09e5-4572-a073-8685947aff30","remote_addr":"[::1]:63431","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1364,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.114902831Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.120103343Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.120164665Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.120196058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.120619732Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.121933078Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e3f5fac-09e5-4572-a073-8685947aff30\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.124748718Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.125096942Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.125299366Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.1273546Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.127420782Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.127543557Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.127588046Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.128117851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.131489289Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.131549258Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.132337168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.132979989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.137845914Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.13805976Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.138106122Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.138927308Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:15.174274485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:15.175689154Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.175754234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"466.591022ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.175860024Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.175905645Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.175934693Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.175964312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.175994272Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.177673989Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.179831277Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.189732424Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.195504314Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.195681097Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.195780956Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.196433155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.200791449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.20098298Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.203405567Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"bd2dfe76-23e8-4e2d-bee7-cd727054620e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d5 ba 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.203588011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"bd2dfe76-23e8-4e2d-bee7-cd727054620e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.204034941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.204386912Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.204756038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:60942","req_id":"bd2dfe76-23e8-4e2d-bee7-cd727054620e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.206078352Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 4892999 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.206216558Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.206682075Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54514","req_id":"174e92f9-716c-4033-b51f-9bb7fdbf17b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 44 a4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e D...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.206845631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54514","req_id":"174e92f9-716c-4033-b51f-9bb7fdbf17b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.207128234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.20727142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54514","req_id":"174e92f9-716c-4033-b51f-9bb7fdbf17b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.289448993Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.289911214Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.289971705Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.290002676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.290051363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.290783001Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.291674497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50487","req_id":"18e1d986-d3a3-471a-a136-3004f9fd3b64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5b 95 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c [............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.292130506Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50487","req_id":"18e1d986-d3a3-471a-a136-3004f9fd3b64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.292321817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:15.293071681Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:50487","req_id":"18e1d986-d3a3-471a-a136-3004f9fd3b64","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.343464826Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.343543653Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","mgs_url":"http://[::1]:34271"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.343573903Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/ignition","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.343805234Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52854"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.344396563Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b7538e0-50fd-4dbf-ad45-e09267338aa6","remote_addr":"[::1]:52854","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.344747442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b7538e0-50fd-4dbf-ad45-e09267338aa6","remote_addr":"[::1]:52854","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":391,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.344919545Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.350355475Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.350468861Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.350503069Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.350875481Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.353403709Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"764698f0-b420-4d94-a22b-678f149d6001\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.353686692Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.353945779Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.354069084Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.354626224Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.356735768Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18be7fc9-23c9-4353-a832-2e413d47c1e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.356889744Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.358927945Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71624c4-3504-4047-8287-47d7d989189e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.359074147Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.370174614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8baf7d-5206-491c-8d04-077514c45b4d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.370409572Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.374811091Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69caf797-93e8-4515-bed5-c22ee4565153\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.375025058Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.381207867Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db55493-c14b-471f-b8d2-a89be93873f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.381608184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.387848538Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0764061-7086-4c53-8c4c-c054385fc2d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.388084328Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.391689761Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1c1d48-2300-4f9c-b6ea-b3b776a10a36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.391901844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.396078295Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.3965425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.396747168Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348966a7-21cd-453f-96a9-4eb71cb7c720\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.396974921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.397183447Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.400531468Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.401764494Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.401886487Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.4019882Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.402829707Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdcc981-475f-4933-95ad-cde6befe1b12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.403100065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.406066796Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0f61a3-7d45-4f6e-bf0d-043c236c9b2e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.407458399Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.409018197Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92e0d2a-0636-411d-9d3a-e7e09b5bca6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.409232263Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.411442267Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd22065f-6dfa-4294-82f9-186cfafb884c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.411698387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.415616955Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf9bcfee-6207-43f7-ac92-1db8e48d2917\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.415832113Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.41967512Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d031ce-37f5-4df6-b8d2-d8cf4e6329b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.419884076Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.4246036Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9dd21d7-6ce6-42d0-9df7-7c95d78f6cd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.424815231Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.429730936Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe0c05a-f7de-4b63-93f5-ee31d5c5712b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.429943239Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.433101872Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e08eee-c7a9-48e1-9c4d-2ad1fe5479b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.433355327Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.43764296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21023249-9683-4b09-807e-d3ceee15c26e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.437855063Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.439307817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5510b64-c85e-44b1-9b65-dd0a752db0fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.43991178Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.441299165Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3a690b-fb83-476b-80f9-bc206f945e88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.441521377Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.444524531Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60536eed-e2cf-4716-9431-4ee533ee3c23\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.444747585Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.44615011Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d082fb8-bffa-4f0d-b777-4b846f426d5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.446378415Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.446830265Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.446889303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.44692307Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.446952899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.44748035Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.449019317Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94564279-dd16-4855-b379-d9807998da3f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.449193393Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.450959312Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.458900184Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.458962387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.458995534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.459411142Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.462373484Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.462528553Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.464190534Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.464266656Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7a93ab-d6c1-46c1-b378-48498d291dec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.464309501Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.467017276Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ecb777-b340-4088-8685-e24d80f3d60d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.46714966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.472571242Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25cfb635-c7d4-42c5-af8e-4c51c5327d37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.475346682Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.478890403Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da58673d-f649-48be-9a9a-fa926a6c52fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.479252514Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.483991697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0831d58d-f050-429c-83c6-c9a5c53a3676\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.484200192Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.486769421Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e1c8830-ab9c-4c56-8d1a-37b78d4ddd95\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.486881444Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.488835237Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464332b1-8d10-4a2f-8c06-c84e6c72a046\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.488898994Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.491644755Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ffa01dc-9361-4c37-aaf9-b52a80a78c14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.491708742Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.492631461Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ede8bc-a6a5-4b7c-a67b-40d41c1a3a2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.492695028Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.494195507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad36904-382f-4073-adfd-25b1508e1f8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.494257581Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.498458411Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.498763749Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8448f4d-f594-40b7-9ef6-cc7dde180df0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.498935591Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.501364351Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d28f91-b537-4715-ac7a-3d7fc4d23f1e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.501486053Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.503192754Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cdedf78-e053-448d-b728-348b1ccdd657\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.503304015Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.512927449Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59459908-1672-49ac-9f8b-c2d319299c10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.513036667Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.516249849Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a651d787-5621-472e-a8a5-648f4c7bfdb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.516321893Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.520083217Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e899fa-4957-4f78-a4c5-83c02403fe43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.520359658Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.524082375Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf1bd31-59f2-4526-8a3c-01128860ac2e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.524338305Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:34271/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.526067841Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd35db96-dcdc-4fa5-a2af-c0eaff93f668\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.526275454Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.52731713Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3108eecb-9ce3-453d-9eea-3c850f844af4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.527466017Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.52862695Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4582244f-179d-4b78-8915-2f7421e7e6ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.528759464Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"Some(Body)","uri":"http://[::1]:34271/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.530326416Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"gateway_url":"http://[::1]:34271","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:34271/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71f99de-e931-4420-9077-2b10158cadc1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.530478238Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.530524941Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.530555883Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.530582937Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.531873087Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.535501797Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.540283354Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.54036674Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.540402502Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.540434736Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.540462621Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.541244589Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.545596951Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.550364921Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.550511493Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.550559038Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.551149324Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.551489061Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.551542928Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.551575704Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.551603148Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.552039508Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.652874064Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","sled_agent_url":"http://[::1]:44034"} {"msg":"client request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.652936809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","body":"None","uri":"http://[::1]:44034/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.654892516Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44963"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.65537676Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.723354442Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.723424401Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.723455954Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.723872363Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.724810282Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"4b5c3841-adbe-4cf7-a8ca-344b461bf496","remote_addr":"[::1]:44963","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:15.728109957Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/inventory","method":"GET","req_id":"4b5c3841-adbe-4cf7-a8ca-344b461bf496","remote_addr":"[::1]:44963","local_addr":"[::1]:44034","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3066,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.731842303Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"SledAgent":"http://[::1]:44034","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(Response { url: \"http://[::1]:44034/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5c3841-adbe-4cf7-a8ca-344b461bf496\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.734815507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.734860697Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.734885326Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.738253056Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.738316021Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:15.738351823Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.738380079Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:15.739662935Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.103656278Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.103785155Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.104453346Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.105613758Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44612"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.105677465Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63863"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.105708387Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44285"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.10573513Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40796"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.105761723Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65424"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.10579052Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59732"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.105816753Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46853"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.106006911Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.110143614Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.110374544Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.110431968Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.112416041Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.112482163Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.112518145Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.113764207Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.114717978Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116016926Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"aa5af846-bf01-44dd-a7cc-badab004d412","remote_addr":"[::1]:44612","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116253748Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"06127283-f8e5-456d-b83f-8e4c1da34717","remote_addr":"[::1]:63863","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116479497Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"31efb16d-59a2-482d-85d2-886e05b3d603","remote_addr":"[::1]:44285","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.11653597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"535f0c0d-c125-40b1-866f-07b792280c7d","remote_addr":"[::1]:40796","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116568996Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"eb02572a-2d9f-4d59-8a98-195775f24b62","remote_addr":"[::1]:65424","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116659065Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"42559ad6-9f3e-462d-9f5c-4639046af921","remote_addr":"[::1]:59732","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.116774756Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"aee4ded0-3671-4c2d-993e-039281425ddf","remote_addr":"[::1]:46853","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.118943527Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"aa5af846-bf01-44dd-a7cc-badab004d412","remote_addr":"[::1]:44612","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2929,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.119088105Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"06127283-f8e5-456d-b83f-8e4c1da34717","remote_addr":"[::1]:63863","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2842,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.119143966Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"31efb16d-59a2-482d-85d2-886e05b3d603","remote_addr":"[::1]:44285","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2805,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.11917579Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"535f0c0d-c125-40b1-866f-07b792280c7d","remote_addr":"[::1]:40796","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2739,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.119222763Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"eb02572a-2d9f-4d59-8a98-195775f24b62","remote_addr":"[::1]:65424","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2699,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.119263805Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"42559ad6-9f3e-462d-9f5c-4639046af921","remote_addr":"[::1]:59732","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2655,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_floating_ip","level":30,"time":"2025-04-30T06:38:16.119350838Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"uri":"/crucible/pantry/0","method":"GET","req_id":"aee4ded0-3671-4c2d-993e-039281425ddf","remote_addr":"[::1]:46853","local_addr":"[::1]:54483","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2580,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.125093631Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.125155895Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.134323931Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"id":"de992e6e-9fef-4aa4-a481-32fb10d16987","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.13438876Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:16.152819382Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:16.153123158Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.153178899Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"977.308553ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.15321485Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.153243507Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.153271233Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.153300862Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.153330561Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.154120425Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.156096291Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.160899491Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.160957878Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.160990603Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.161540809Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.168123906Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.168506648Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","candidates":"[(b6b45cfd-e58e-4ff2-8239-089be9d7ece3, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.168551848Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.1695062Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54082","req_id":"21ad9492-f967-4adf-9954-96b3fd9ebc4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cc 1f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.169720597Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54082","req_id":"21ad9492-f967-4adf-9954-96b3fd9ebc4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.169872489Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.170086817Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.170180152Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:54082","req_id":"21ad9492-f967-4adf-9954-96b3fd9ebc4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.170508356Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34271, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3960, tv_nsec: 969416820 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.170556522Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.170724918Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.171135045Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57420","req_id":"5c8842ac-6141-4a8b-872a-acfd0b26632b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.171388901Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57420","req_id":"5c8842ac-6141-4a8b-872a-acfd0b26632b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.171484952Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.171565503Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:57420","req_id":"5c8842ac-6141-4a8b-872a-acfd0b26632b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.171624851Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65108","req_id":"de4b9dcf-702e-4514-bd33-8fba4e26fc10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 4c ae 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 L............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.171713688Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65108","req_id":"de4b9dcf-702e-4514-bd33-8fba4e26fc10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.171911913Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.17210599Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.172149456Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:65108","req_id":"de4b9dcf-702e-4514-bd33-8fba4e26fc10","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.219479378Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.219714987Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51395, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3961, tv_nsec: 18618501 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.219775698Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"DnsResolver","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.220037871Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.220090586Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.220122519Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.220151006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.22093108Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"52c629af-0807-4e15-a94c-d8b50ca583b8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_floating_ip","level":40,"time":"2025-04-30T06:38:16.221208844Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.221369153Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55244","req_id":"733176ae-9a54-4784-a853-6da1074b536c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f ea 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.221546296Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55244","req_id":"733176ae-9a54-4784-a853-6da1074b536c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_floating_ip","level":20,"time":"2025-04-30T06:38:16.222020381Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_floating_ip","level":50,"time":"2025-04-30T06:38:16.222269988Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55244","req_id":"733176ae-9a54-4784-a853-6da1074b536c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_floating_ip","level":10,"time":"2025-04-30T06:38:16.222565006Z","hostname":"bmat-EVT22200007-000064cb","pid":25277,"peer_addr":"[::1]:55117","req_id":"55152805-be58-423d-9449-6805b2f9226c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 48 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e